-- Logs begin at Tue 2021-09-21 16:22:11 UTC, end at Tue 2021-09-21 17:54:15 UTC. -- Sep 21 17:27:34.433842 dv-cinder-810000-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 17:27:37.129101 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.common.config [-] Logging enabled! Sep 21 17:27:37.129716 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 17:27:37.129858 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 17:27:37.133098 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.common.config [-] Logging enabled! Sep 21 17:27:37.133348 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 17:27:37.133650 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98069) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 17:27:37.134578 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:27:37.134836 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:27:37.135191 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:27:37.135431 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:27:37.135654 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:27:37.135968 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.136260 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.136574 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.136800 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.137090 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.137372 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.137648 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.137930 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.138221 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.138499 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.138800 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.139080 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.139306 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.139580 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.139863 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.140142 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.140362 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] debug = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.140637 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.141049 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.141456 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.141726 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.142007 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.142278 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.142541 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.142838 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.143120 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.143436 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] host = dv-cinder-810000-2-iscsi {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.143703 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.143982 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.144262 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.144537 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.144805 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.145073 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.145347 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.145611 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.145876 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] log_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.146141 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.146419 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.146705 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.147001 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.147219 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.147435 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.147712 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.147990 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.148256 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.148520 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.148785 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.149051 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.149315 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.149574 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.149851 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.150126 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.150401 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.150666 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.150952 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.151214 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.151476 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.151752 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.152061 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.152324 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.152587 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.152864 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.153123 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.153386 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.153677 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.153954 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.154228 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.154504 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.154795 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.155067 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.155330 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.155593 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.155855 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] use_json = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.156119 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.156380 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.156651 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.156918 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.157180 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.157442 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.157706 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.157984 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:37.158272 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.158562 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.158879 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.159155 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.159441 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.159713 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.159993 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.160263 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.160544 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.160824 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.161102 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.161373 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.161655 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.161928 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.162218 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.162518 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.162834 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.163122 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.163391 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.163659 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.163927 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.164199 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.164477 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.164749 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.165030 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.165310 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.165580 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.165861 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.166149 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.166431 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.166705 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.166997 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.167281 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.167550 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.168342 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.168614 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.168896 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.169168 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.169432 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.169705 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.169975 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.170241 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.170505 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.170804 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.171089 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.171359 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.171621 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.171885 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.172157 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.172418 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.172694 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.172964 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.173228 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.173491 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.173758 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.174021 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.174286 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.174554 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.174844 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.175113 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.175376 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.175636 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.175900 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.176165 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.176428 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.176691 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.176958 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.177225 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.177486 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.177747 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.178008 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.178275 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.178537 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.178839 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.179130 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.179400 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.179666 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.179936 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.180205 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.180475 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.180743 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.181011 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.181279 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.181544 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.181825 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.182102 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.182380 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.182655 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.182946 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.183284 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.183558 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.183832 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.184100 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.184368 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.184644 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.184919 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.185204 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.186009 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.186295 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.186581 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.186896 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.187172 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.187476 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.187749 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:37.187964 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:27:37.188198 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98069) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 17:27:37.535881 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 17:27:37.536095 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 17:27:37.536381 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 17:27:37.536723 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 17:27:37.923966 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.924264 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.924531 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.925842 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.926111 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.926371 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.961453 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.961723 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.961982 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.977018 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.977293 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:37.977556 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.005805 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.006082 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.006345 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.043786 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.044058 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.044319 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.272005 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.272613 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.272613 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.272785 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.273398 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.391405 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.391722 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.391999 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.392263 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.392525 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.392829 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.393084 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.393338 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.393587 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.393861 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.394112 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.394369 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.394618 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.394891 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.395139 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.395396 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.395646 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.395905 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.396167 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.396422 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.396687 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.396935 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.397212 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.397580 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.397825 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.398066 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.398457 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:38.398702 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:38.398952 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:38.399183 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:38.399413 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:38.399642 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:38.399997 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 17:27:38.403107 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 17:27:38.407097 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 17:27:38.410671 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 21 17:27:38.412297 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 17:27:38.412737 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 17:27:38.413068 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 17:27:38.413451 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 17:27:38.416234 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 17:27:38.416478 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 17:27:38.416814 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 17:27:38.422566 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 17:27:38.444495 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 17:27:38.444939 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.445229 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98069) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 17:27:38.445587 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.446964 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98069) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 17:27:38.447396 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 17:27:38.447640 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 17:27:38.450815 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.451097 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:38.514707 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 17:27:38.514961 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 17:27:38.515196 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 17:27:38.515560 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 17:27:38.536992 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_db.sqlalchemy.engines [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98069) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 17:27:39.091680 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing driver for type 'gre' Sep 21 17:27:39.092193 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] gre ID ranges: [(1, 1000)] Sep 21 17:27:39.153790 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing driver for type 'local' Sep 21 17:27:39.154206 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing driver for type 'vlan' Sep 21 17:27:39.166863 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] VlanTypeDriver initialization complete Sep 21 17:27:39.167196 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing driver for type 'vxlan' Sep 21 17:27:39.167747 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] vxlan ID ranges: [(1, 1000)] Sep 21 17:27:39.220018 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing extension driver 'port_security' Sep 21 17:27:39.220494 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.extensions.port_security [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] PortSecurityExtensionDriver initialization complete Sep 21 17:27:39.220752 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing mechanism driver 'openvswitch' Sep 21 17:27:39.221068 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing mechanism driver 'hyperv' Sep 21 17:27:39.227660 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.plugin [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:27:39.228345 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.228708 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.229057 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.229571 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=98069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:27:39.229995 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnet after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.230343 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnet after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.230700 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnet after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.231088 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=98069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:27:39.231489 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.231834 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.232170 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.232554 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=98069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:27:39.232950 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > security_group after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.233292 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > security_group after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.233623 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > security_group after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.234143 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=98069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:27:39.234550 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.235011 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.235350 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.235739 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=98069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:27:39.236136 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > address_group after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.236479 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > address_group after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.236816 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > address_group after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.237199 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=98069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 17:27:39.237569 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] ML2 OVO RPC backend initialized. {{(pid=98069) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 17:27:39.238266 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router_interface after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.238617 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.239052 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.239395 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > networks before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.239736 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.240072 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > ports before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.240408 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnet before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.240742 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnets before_response 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.241081 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.241417 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.241746 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.242078 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.242409 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.242831 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.243168 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnet after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.243500 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnet after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.243828 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > subnet after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.244402 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.plugin [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Modular L2 Plugin initialization complete Sep 21 17:27:39.244725 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading services supported by the core plugin {{(pid=98069) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 17:27:39.245044 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.plugins.ml2.managers [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Got port-security extension from driver 'port_security' Sep 21 17:27:39.245497 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.extensions.vlantransparent [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Disabled vlantransparent extension. Sep 21 17:27:39.245971 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98069) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 17:27:39.246278 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: router Sep 21 17:27:39.282654 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router_interface before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.283240 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router after_create 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.283423 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router before_create 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.283782 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.284151 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.284504 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router after_delete 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.284858 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > floatingip after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.285203 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > floatingip after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.285557 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router after_create 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.285898 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router after_update 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.286245 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router after_update 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.286588 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.286964 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router after_update 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.287370 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_update 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.287741 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: port after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.288082 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: port after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.288419 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: subnet after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.288758 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.289105 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > port precommit_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.289449 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_create 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.289789 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: port before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.290130 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.290482 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router after_update 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.290845 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_delete 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.291193 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_create 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.291549 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router_interface after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.291887 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_update 55549900 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.292244 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > agent after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.292586 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > agent after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.292964 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > network after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.293811 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Tracking information for resource: router configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:39.294138 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Tracking information for resource: floatingip configured {{(pid=98069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 17:27:39.299261 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.db.l3_agentschedulers_db [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 17:27:39.299824 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: port after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.300179 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: port after_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.300523 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: port after_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.300869 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: port after_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.301642 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router before_create 55550100 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.302005 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_delete 55550100 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.302362 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_create 55550100 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.302746 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > router precommit_update 55550100 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.307478 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.services.provider_configuration [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service providers = [] {{(pid=98069) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 17:27:39.307838 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.db.servicetype_db [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98069) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 17:27:39.310944 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.services.service_base [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:27:39.310944 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.services.service_base [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:27:39.311818 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.services.service_base [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:27:39.312445 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.services.service_base [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 17:27:39.312842 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.services.service_base [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 17:27:39.313220 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.313535 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 17:27:39.324656 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.324988 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: auto_allocate Sep 21 17:27:39.330803 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: network precommit_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.331166 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: network precommit_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.331676 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.331990 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: tag Sep 21 17:27:39.338409 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.338760 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: timestamp Sep 21 17:27:39.343387 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.343663 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: network_ip_availability Sep 21 17:27:39.349051 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.349415 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.349768 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.350466 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.350807 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: flavors Sep 21 17:27:39.355527 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.355860 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading Plugin: revisions Sep 21 17:27:39.360099 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 17:27:39.360487 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_concurrency.lockutils [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=98069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 17:27:39.361294 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98069) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 17:27:39.361626 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Initializing extension manager. Sep 21 17:27:39.362135 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: __init__.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.362472 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: __pycache__ {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.362822 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.363160 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: address_group.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.363914 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.364476 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: address-group Sep 21 17:27:39.364794 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: address_scope.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.365691 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.366192 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: address-scope Sep 21 17:27:39.366510 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: admin_state_down_before_update.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.367466 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.367970 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: router-admin-state-down-before-update Sep 21 17:27:39.368287 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: agent.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.368983 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.369477 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: agent Sep 21 17:27:39.369790 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: agent_resources_synced.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.370703 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.371381 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: agent-resources-synced Sep 21 17:27:39.371624 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: allowedaddresspairs.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.373664 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.374187 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: allowed-address-pairs Sep 21 17:27:39.374513 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: auto_allocated_topology.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.375682 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.376204 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: auto-allocated-topology Sep 21 17:27:39.376512 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: availability_zone.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.377201 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.377699 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: availability_zone Sep 21 17:27:39.378018 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: availability_zone_filter.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.378949 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.379455 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: availability_zone_filter Sep 21 17:27:39.379773 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: data_plane_status.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.380666 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.381160 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 17:27:39.381477 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: default_subnetpools.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.382378 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.382914 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: default-subnetpools Sep 21 17:27:39.383232 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: dhcpagentscheduler.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.384038 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.384538 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: dhcp_agent_scheduler Sep 21 17:27:39.384856 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: dns.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.385762 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.386261 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension dns-integration not supported by any of loaded plugins Sep 21 17:27:39.387119 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: dns_domain_ports.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.388037 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.388641 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 17:27:39.388932 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.389842 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.390280 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 17:27:39.390626 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: dvr.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.391359 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.391858 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: dvr Sep 21 17:27:39.392241 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: ecmp_routes.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.393084 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.393588 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 17:27:39.393906 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: empty_string_filtering.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.394834 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.395334 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: empty-string-filtering Sep 21 17:27:39.395680 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.396601 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.397049 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 17:27:39.397373 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.398290 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.398820 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 17:27:39.399131 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: external_net.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.400181 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.400685 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: external-net Sep 21 17:27:39.401003 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: extra_dhcp_opt.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.401904 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.403071 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: extra_dhcp_opt Sep 21 17:27:39.403427 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: extraroute.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.404348 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.404894 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: extraroute Sep 21 17:27:39.405169 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: extraroute_atomic.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.406196 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.406709 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: extraroute-atomic Sep 21 17:27:39.407039 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: filter_validation.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.407696 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.408191 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: filter-validation Sep 21 17:27:39.408506 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: fip_pf_description.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.409410 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.409909 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 17:27:39.410225 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: fip_port_details.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.411150 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.411651 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: fip-port-details Sep 21 17:27:39.411970 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: flavors.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.413183 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.413699 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: flavors Sep 21 17:27:39.414025 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.415732 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.416252 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 17:27:39.416578 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: floatingip_pools.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.417271 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.417834 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: floatingip-pools Sep 21 17:27:39.418154 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: ip_allocation.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.419108 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.419607 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 17:27:39.419922 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.420837 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.421337 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: ip-substring-filtering Sep 21 17:27:39.421654 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l2_adjacency.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.422567 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.423089 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 17:27:39.423404 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l3.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.424508 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.425016 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: router Sep 21 17:27:39.425333 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l3_conntrack_helper.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.427577 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.428107 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 17:27:39.428433 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.429365 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.429874 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: ext-gw-mode Sep 21 17:27:39.430197 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.431160 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.431664 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: l3-ha Sep 21 17:27:39.431988 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l3_flavors.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.432893 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.433934 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: l3-flavors Sep 21 17:27:39.434259 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.435204 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.435708 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 17:27:39.436025 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: l3agentscheduler.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.437052 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.437555 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: l3_agent_scheduler Sep 21 17:27:39.437876 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: logging.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.439367 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.439886 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension logging not supported by any of loaded plugins Sep 21 17:27:39.440215 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: metering.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.440954 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.441526 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: metering Sep 21 17:27:39.441849 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.442960 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.443476 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: metering_source_and_destination_fields Sep 21 17:27:39.443801 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: multiprovidernet.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.444725 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.445232 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: multi-provider Sep 21 17:27:39.445553 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: netmtu.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.446458 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.446997 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: net-mtu Sep 21 17:27:39.447317 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: netmtu_writable.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.448221 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.448725 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: net-mtu-writable Sep 21 17:27:39.449645 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: network_availability_zone.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.450306 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.450847 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: network_availability_zone Sep 21 17:27:39.451165 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: network_ip_availability.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.452252 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.452760 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: network-ip-availability Sep 21 17:27:39.453083 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: network_segment_range.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.453838 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.454341 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 17:27:39.454660 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: pagination.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.455645 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.455972 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: pagination Sep 21 17:27:39.456288 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: port_device_profile.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.457193 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.457699 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: port-device-profile Sep 21 17:27:39.458017 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.458957 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.459457 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: port-mac-address-regenerate Sep 21 17:27:39.459772 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.460671 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.461170 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: port-numa-affinity-policy Sep 21 17:27:39.461486 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: port_resource_request.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.462512 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.463043 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 17:27:39.463360 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: portbindings.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.464289 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.464815 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: binding Sep 21 17:27:39.465131 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: portbindings_extended.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.466385 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.466924 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: binding-extended Sep 21 17:27:39.467248 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: portsecurity.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.468150 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.468659 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: port-security Sep 21 17:27:39.468979 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: project_id.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.469935 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.470261 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: project-id Sep 21 17:27:39.470583 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: providernet.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.471529 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.472034 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: provider Sep 21 17:27:39.472351 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.475928 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.476446 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos not supported by any of loaded plugins Sep 21 17:27:39.476775 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.478003 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.478513 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 17:27:39.478864 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.479769 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.480302 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 17:27:39.480623 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_default.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.481523 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.482026 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-default not supported by any of loaded plugins Sep 21 17:27:39.482345 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_fip.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.483025 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.483519 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-fip not supported by any of loaded plugins Sep 21 17:27:39.483833 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_gateway_ip.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.484748 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.485253 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 17:27:39.485572 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_port_network_policy.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.486472 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.487054 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 17:27:39.487378 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_pps_rule.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.488547 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.489051 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-pps not supported by any of loaded plugins Sep 21 17:27:39.489369 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_rule_type_details.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.490270 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.490802 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 17:27:39.491124 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: qos_rules_alias.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.492155 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.492662 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 17:27:39.492979 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: quotasv2.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.493879 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.494210 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: quotas Sep 21 17:27:39.494529 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: quotasv2_detail.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.498736 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.499078 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: quota_details Sep 21 17:27:39.499407 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: rbac.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.500454 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.500979 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: rbac-policies Sep 21 17:27:39.501304 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: rbac_address_group.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.502236 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.502764 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: rbac-address-group Sep 21 17:27:39.503089 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: rbac_address_scope.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.504000 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.504506 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: rbac-address-scope Sep 21 17:27:39.504831 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: rbac_security_groups.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.505734 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.506239 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: rbac-security-groups Sep 21 17:27:39.506556 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: rbac_subnetpool.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.507492 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.507999 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: rbac-subnetpool Sep 21 17:27:39.508316 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: revisionifmatch.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.509228 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.509734 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: revision-if-match Sep 21 17:27:39.510052 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: revisions.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.511280 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.512487 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: standard-attr-revisions Sep 21 17:27:39.512856 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: router_availability_zone.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.513557 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.514065 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: router_availability_zone Sep 21 17:27:39.514384 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: routerservicetype.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.515534 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.516044 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension router-service-type not supported by any of loaded plugins Sep 21 17:27:39.516363 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.517290 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.517802 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: security-groups-normalized-cidr Sep 21 17:27:39.518123 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: security_groups_port_filtering.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.519154 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.519664 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: port-security-groups-filtering Sep 21 17:27:39.519985 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.520920 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.521429 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: security-groups-remote-address-group Sep 21 17:27:39.521746 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: securitygroup.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.533086 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.533614 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: security-group Sep 21 17:27:39.533943 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: segment.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.534788 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.535347 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension segment not supported by any of loaded plugins Sep 21 17:27:39.535670 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.536616 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.537119 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 17:27:39.537440 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: servicetype.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.538622 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.539183 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: service-type Sep 21 17:27:39.539507 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: sorting.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.540482 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.540809 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: sorting Sep 21 17:27:39.541129 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: standard_attr_segment.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.542041 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.542543 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 17:27:39.542910 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: standardattrdescription.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.543554 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.544056 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: standard-attr-description Sep 21 17:27:39.544373 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: stateful_security_group.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.545298 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.545808 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: stateful-security-group Sep 21 17:27:39.546127 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: stdattrs_common.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.546772 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 17:27:39.547115 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.548036 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.548551 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 17:27:39.548870 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: subnet_onboard.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.549933 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.550447 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: subnet_onboard Sep 21 17:27:39.550802 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.551727 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.552232 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 17:27:39.552553 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: subnet_service_types.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.553470 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.553979 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: subnet-service-types Sep 21 17:27:39.554304 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: subnetallocation.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.555403 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.555909 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: subnet_allocation Sep 21 17:27:39.556232 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.556900 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.557401 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: subnetpool-prefix-ops Sep 21 17:27:39.557719 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.559191 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.559694 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 17:27:39.560014 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: tagging.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.561148 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.561661 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: standard-attr-tag Sep 21 17:27:39.561985 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: timestamp.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.563271 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.563785 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loaded extension: standard-attr-timestamp Sep 21 17:27:39.564107 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: trunk.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.565130 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.565643 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension trunk not supported by any of loaded plugins Sep 21 17:27:39.565965 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: trunk_details.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.566935 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.567444 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension trunk-details not supported by any of loaded plugins Sep 21 17:27:39.567762 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: uplink_status_propagation.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.568675 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.569181 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 17:27:39.569500 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Loading extension file: vlantransparent.py {{(pid=98069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 17:27:39.570170 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 17:27:39.570676 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 17:27:39.573096 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:network Sep 21 17:27:39.573609 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:subnet Sep 21 17:27:39.574593 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:27:39.575018 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:port Sep 21 17:27:39.576217 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.576659 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service FLAVORS assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.577288 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.577706 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.578037 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:router Sep 21 17:27:39.578458 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:floatingip Sep 21 17:27:39.579039 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service METERING assigned prefix: /metering {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.580478 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.580846 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.581197 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:27:39.582195 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 17:27:39.582637 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:security_group Sep 21 17:27:39.583080 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 17:27:39.583652 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service CORE assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.583975 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:27:39.584314 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] subnetpool is already registered Sep 21 17:27:39.584742 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service CORE assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.585067 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:27:39.585393 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] subnetpool is already registered Sep 21 17:27:39.587684 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.588114 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service FLAVORS assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.588702 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.589121 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.589451 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:router Sep 21 17:27:39.589811 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] router is already registered Sep 21 17:27:39.590215 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:floatingip Sep 21 17:27:39.590544 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] floatingip is already registered Sep 21 17:27:39.591022 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service METERING assigned prefix: /metering {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.591683 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 17:27:39.592006 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] rbac_policy is already registered Sep 21 17:27:39.592411 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:security_group Sep 21 17:27:39.592739 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] security_group is already registered Sep 21 17:27:39.593131 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 17:27:39.593502 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] security_group_rule is already registered Sep 21 17:27:39.594063 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service CORE assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.594382 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:27:39.594887 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] subnetpool is already registered Sep 21 17:27:39.595298 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.v2.resource_helper [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Service CORE assigned prefix: {{(pid=98069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 17:27:39.595634 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 17:27:39.595957 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING neutron.quota.resource_registry [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] subnetpool is already registered Sep 21 17:27:39.596417 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: extensions {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.597853 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: address-groups {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.599354 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: address-scopes {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.600677 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: agents {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.601824 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: auto-allocated-topology {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.603100 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: availability_zones {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.604322 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: dhcp-networks {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.605878 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: dhcp-agents {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.607333 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: routers {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.609550 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: flavors {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.610723 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: service_profiles {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.612013 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: next_providers {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.613468 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: service_profiles {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.615037 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: floatingip-pools {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.616264 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: routers {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.618364 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: floatingips {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.619676 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: l3-routers {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.621584 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: l3-agents {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.623283 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: metering-labels {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.624632 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: metering-label-rules {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.625919 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: network-ip-availabilities {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.627240 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: bindings {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.629703 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: quotas {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.631214 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: quotas {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.632622 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: rbac-policies {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.633816 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: security-groups {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.635150 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: security-group-rules {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.636467 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: service-providers {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.638297 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: subnetpools {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.639763 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: subnetpools {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.641203 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.642874 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.644735 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.646519 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.648551 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.650385 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.652211 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.654110 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.655895 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.657636 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron.api.extensions [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Extended resource: tags {{(pid=98069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 17:27:39.663808 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING keystonemiddleware.auth_token [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 17:27:39.668511 dv-cinder-810000-2-iscsi neutron-server[98069]: WARNING keystonemiddleware.auth_token [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 17:27:39.677000 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_concurrency.lockutils [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Acquired lock "singleton_lock" {{(pid=98069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 17:27:39.677470 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_concurrency.lockutils [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Releasing lock "singleton_lock" {{(pid=98069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 17:27:39.678104 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO oslo_service.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Starting 2 workers Sep 21 17:27:39.682904 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Started child 98178 {{(pid=98069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:27:39.687806 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Started child 98179 {{(pid=98069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:27:39.688893 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:39.689579 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO neutron.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 17:27:39.690002 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Notify callbacks [] for process, before_spawn {{(pid=98069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:39.690560 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [-] (98178) wsgi starting up on http://0.0.0.0:9696 Sep 21 17:27:39.692508 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO oslo_service.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Starting 1 workers Sep 21 17:27:39.692678 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:39.694088 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [-] (98179) wsgi starting up on http://0.0.0.0:9696 Sep 21 17:27:39.697666 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Started child 98180 {{(pid=98069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:27:39.698195 dv-cinder-810000-2-iscsi neutron-server[98069]: INFO oslo_service.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Starting 1 workers Sep 21 17:27:39.702106 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] calling RpcWorker wait() {{(pid=98180) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 17:27:39.702662 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] returning from RpcWorker wait() {{(pid=98180) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 17:27:39.703195 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Started child 98181 {{(pid=98069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 17:27:39.703989 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:39.704083 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG neutron_lib.callbacks.manager [None req-f587adf1-f440-43a1-a5ac-98231664148b None None] Notify callbacks [] for process, after_spawn {{(pid=98069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:39.704487 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:27:39.705982 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 17:27:39.706192 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:27:39.706367 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:27:39.706574 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:27:39.706931 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:27:39.707088 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:27:39.707598 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.707875 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.708134 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.708374 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.708593 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:39.709058 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.709244 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.709503 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.709765 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.710033 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.710273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.710442 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.710601 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.710865 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.711086 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.711382 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.711650 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.711880 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.712156 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.712324 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.712565 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.712816 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.713067 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.713328 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] debug = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.713541 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.714015 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.714232 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.714495 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.714784 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.715065 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.715293 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.715561 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.715822 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.716056 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.716292 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.716550 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.716787 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.716995 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.717239 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.717493 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.717727 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.718187 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] host = dv-cinder-810000-2-iscsi {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.718415 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.718628 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.718929 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.719155 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.719406 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.719634 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.719876 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.720111 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.720353 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.720679 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.720831 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.721149 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.721299 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.721565 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.721715 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_options = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.721950 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.722189 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.722439 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.722627 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.722811 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.722972 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.723212 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.723372 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.723604 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.723835 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.724044 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.724273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.724512 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.724721 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.724985 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.725231 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.725428 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.725652 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.725889 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.726113 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.726347 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.726586 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.726857 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.727074 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.727298 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.727536 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.727753 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.727967 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.728175 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.728395 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.728621 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.728859 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.729086 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.729319 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.729577 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.729801 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.730023 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.730275 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.730525 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.730776 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.731038 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.731283 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.731488 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.731730 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.731939 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.732172 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.732382 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_json = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.732591 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.732832 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.733090 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.733297 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.733507 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.733714 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.733942 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.734184 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.734595 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.734904 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.735221 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.735453 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.735662 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.735896 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.736155 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.736385 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.736608 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.736849 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.737152 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.737369 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.737655 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.737869 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.738150 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.738471 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.738876 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.739042 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.739252 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.739446 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.739603 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:27:39.739747 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.739908 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.740176 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.740409 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.740568 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.740832 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.741049 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.741377 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.741675 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.741892 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.742138 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.742368 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.742613 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.742863 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.743071 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.743302 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.743527 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.743889 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.744035 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.744269 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.744504 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.744723 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.744936 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.745158 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.745382 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.745633 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.746376 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.746600 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.746835 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.747049 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.749273 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.750921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.751910 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.751910 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.751910 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.751910 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.752365 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.752365 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.752595 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.752595 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.752825 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.753006 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.753233 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.753840 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.753840 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.753840 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.754213 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.754348 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.754471 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.754709 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.754946 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.755408 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.755408 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.755665 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.756397 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.756397 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.756397 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.757114 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.757114 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.757114 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.757473 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.757473 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.757710 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.757943 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.758112 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.758488 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.758586 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.758843 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.759064 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.759302 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.759782 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.759782 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.760031 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.760208 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.760446 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.760688 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.760905 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.761167 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.762494 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.762494 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.762816 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.762816 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.763051 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.763300 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.763539 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.763804 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.764077 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.764329 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.764575 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.764818 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.765067 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.765300 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.765541 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.766008 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.766008 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.766284 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.766451 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.766755 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.766993 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.767205 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.767434 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.767655 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.767963 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.768228 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.768433 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.768836 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.769298 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.769551 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.769786 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.770044 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.770293 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.770541 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.770803 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.771051 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.771279 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.771536 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.771759 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.771961 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.772392 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.772765 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.773174 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.773590 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.773828 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.774077 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.774310 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.774542 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.774797 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.775028 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.775238 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.775477 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.775704 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.775921 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.776155 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.776368 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.776583 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.777006 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.777343 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.777654 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.777931 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.778375 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.778814 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.779221 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.779619 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.780020 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.780434 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.780846 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.781261 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.781657 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.782021 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.782257 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.782500 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.782734 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.782949 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.783176 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.783407 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.783639 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.783885 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.784212 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.784465 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.784695 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.784928 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.785161 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.785412 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.785627 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.785842 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.786078 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.786292 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.786511 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.786788 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.787047 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.787284 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.787492 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.787730 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.787927 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.788135 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.788339 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.788642 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.788879 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.789116 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.789618 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.789618 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.789873 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.790034 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.790238 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.790442 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.790656 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.790889 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.791111 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.791331 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.791533 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.791737 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.791951 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.792161 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.792365 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.792583 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.793175 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.793175 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.793399 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.793481 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.793659 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.793875 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.794075 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.794275 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.794487 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.794740 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.794952 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.795186 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.795862 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.795862 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.795862 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.796165 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.796300 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.796474 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.796703 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.796916 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.797204 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.797440 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.797679 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.797924 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.798233 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.798438 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.798670 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.798904 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.799114 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.799327 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.799584 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.799884 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.800165 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.800413 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.800659 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.800946 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.801241 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.801511 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.801719 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.802034 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.802321 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.802585 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.802854 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.803091 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.803329 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.803549 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.803759 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.803988 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.804227 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.804437 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.804674 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.804895 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.805146 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.805353 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.805571 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.805798 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.806017 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.806236 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.806470 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.806679 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.806852 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:27:39.807383 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 17:27:39.807542 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 17:27:39.807691 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 17:27:39.807855 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 17:27:39.808018 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 17:27:39.808166 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 17:27:39.808888 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.809046 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.809203 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.809359 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.809514 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.809706 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.809865 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.810020 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.810175 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.810330 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.810483 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.810639 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.810817 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.810962 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.811116 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.811341 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.811442 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.811570 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.811730 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.811885 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.812041 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.812196 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.812387 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] debug = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.812509 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.812704 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.812865 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.813019 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.813175 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.813329 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.813483 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.813639 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.813794 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.813947 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.814100 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.814254 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.814407 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.814562 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.814735 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.814890 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.815044 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.815216 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] host = dv-cinder-810000-2-iscsi {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.815341 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.815496 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.815651 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.815803 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.815958 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.816112 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.816266 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.816421 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.816575 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.816729 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.816884 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.817041 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.817195 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.817349 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.817503 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_options = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.817658 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.817811 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.817966 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.818329 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.818329 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.818808 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.818808 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.818808 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819016 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819016 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819179 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819334 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819487 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819641 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819797 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.819950 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.820104 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.820258 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.820413 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.820567 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.820721 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.820873 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.821027 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.821267 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.821421 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.821613 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.821613 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.821807 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.821885 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.822038 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.822191 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.822345 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.822498 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.822652 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.822827 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.822982 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.823134 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.823288 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.823447 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.823602 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.823755 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.823910 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.824674 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.824832 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.824988 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.825143 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.825298 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_json = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.825454 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.825608 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.825763 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.825917 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.826072 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.826225 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.826569 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.826569 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 17:27:39.826847 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.826847 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.827055 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.827174 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.827330 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.827488 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.827645 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.827802 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.827958 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.828116 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.828280 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.828438 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.828603 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.828759 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.828914 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.829071 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.829229 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.829389 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.829533 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.829700 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.829833 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.829989 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.830153 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.830310 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.830466 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.830620 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.830800 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.830973 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.831113 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.831459 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.831459 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.831785 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.831785 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.831986 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.831986 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.832179 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.832295 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.832454 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.832609 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.832766 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.832920 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.833064 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.833223 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.833379 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.833536 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.833693 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.833849 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.834006 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.834162 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.834318 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.834476 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.834633 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.834813 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.834971 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.835110 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.835282 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.835439 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.835595 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.835750 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.835907 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.836063 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.836218 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.836375 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.836531 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.836687 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.836844 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.837018 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.837174 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.837330 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.837485 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.837641 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.837797 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.837955 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.838111 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.838197 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:27:39.838280 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.838412 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.838569 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.838844 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.838985 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.839131 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.839265 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.839397 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.839530 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.839690 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.839835 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.839967 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.840098 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.840229 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.840369 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.840527 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.840697 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.840854 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.841009 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.841165 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.841321 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.841476 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.841633 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.841805 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.841936 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.842076 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.842231 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.842387 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.842547 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.842720 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.842877 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.843032 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.843191 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.843350 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.843553 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.843647 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.843803 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.843958 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.844113 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.844268 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.844424 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.844579 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.844745 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.844902 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.845060 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.845216 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.845378 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.845543 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.845699 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.845857 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.846012 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.846168 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.846324 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.846481 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.846636 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.846827 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.846990 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.847146 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.847310 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.847477 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.847633 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.847789 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.847945 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.848123 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.848279 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.848434 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.848591 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.848745 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.848901 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.849059 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.849214 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.849369 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.849525 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.849681 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.849848 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.849996 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.850151 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.850307 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.850464 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.850620 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.850785 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.850944 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.851100 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.851258 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.851413 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.851569 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.851730 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.851863 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.852002 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.852158 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.852314 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.852459 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.852615 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.852770 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.852926 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.853079 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.853216 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.853438 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.853579 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.853715 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.853839 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.853948 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.854104 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.854260 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.854424 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.854562 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.854743 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.854903 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.855059 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.855731 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.855894 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.856050 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.856208 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.856365 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.856521 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.856678 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.856834 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.856995 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.857165 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.857322 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.857480 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.857637 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.857793 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.857950 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.858106 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.858262 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.858417 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.858577 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.858821 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.858987 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.859149 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.859300 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.859463 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.859620 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.859781 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.859935 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.860093 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.860266 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.860424 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.860576 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.860730 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.860869 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.861016 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.861182 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.861339 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.861495 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.861650 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.861806 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.861962 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.862128 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.862284 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.862440 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.862596 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.862774 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.862931 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.863096 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.863253 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.863582 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.863582 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.863875 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.863875 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.864023 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.864151 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.864308 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.864462 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.864617 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.864773 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.864940 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.865090 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.865227 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.865384 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.865539 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.865696 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.865861 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.866019 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.866177 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.866341 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.866497 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.866651 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.866827 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.866999 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.867157 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.867316 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.867473 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.867629 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.867785 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.867944 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.868105 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.868270 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.868432 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.868590 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.868753 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.868918 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.869083 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.869239 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.869401 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.869569 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.869724 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.869880 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.870035 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.870190 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.870345 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.870500 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.870656 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.870852 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.871066 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.871223 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.871378 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.871534 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.871690 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.871845 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.872001 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.872503 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.872624 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.872727 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.872854 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 17:27:39.873003 dv-cinder-810000-2-iscsi neutron-server[98069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 17:27:40.105057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60334) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:27:40.113500 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063365 Sep 21 17:27:51.445121 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881991e-a279-4799-83aa-02d1c2ccf5c4 None None] get_active_networks_info from dv-cinder-810000-2-iscsi {{(pid=98180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 17:27:51.584116 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e881991e-a279-4799-83aa-02d1c2ccf5c4 None None] No non-hosted networks {{(pid=98180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 17:27:51.606736 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.agentschedulers_db [None req-e881991e-a279-4799-83aa-02d1c2ccf5c4 None None] DHCP Agent not found on host dv-cinder-810000-2-iscsi {{(pid=98180) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 21 17:27:51.808174 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ac87daf6-6111-4437-af35-d7459e56cd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584940'] for agent, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:53.923477 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fb076e02-f6b2-4e8c-b663-b54e02196cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584940'] for agent, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:53.992352 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-b1a50a27-6872-47fb-ad3c-221d70ce516c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:54.134102 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584940'] for agent, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:54.135341 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.136011 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.136768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.138847 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.139471 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.140288 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.141625 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.142465 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.143447 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.144524 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.145611 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.147692 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:27:54.148470 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810000-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:27:54.164028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810000-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:27:54.995337 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584940'] for agent, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:56.653460 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584940'] for agent, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:27:57.795585 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60426) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:27:58.295618 dv-cinder-810000-2-iscsi neutron-server[98179]: WARNING oslo_policy.policy [None req-57119d56-f7af-405c-ae45-2cef8bace491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:27:58.296197 dv-cinder-810000-2-iscsi neutron-server[98179]: WARNING oslo_policy.policy [None req-57119d56-f7af-405c-ae45-2cef8bace491 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:27:58.519231 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [None req-57119d56-f7af-405c-ae45-2cef8bace491 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:27:58.520378 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-57119d56-f7af-405c-ae45-2cef8bace491 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7238491 Sep 21 17:27:59.272118 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.db.l3_hamode_db [None req-9db98b83-28ef-4101-8870-fc1f8a844433 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 17:27:59.347710 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db98b83-28ef-4101-8870-fc1f8a844433 None None] Routers set() bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:27:59.348113 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db98b83-28ef-4101-8870-fc1f8a844433 None None] Router IDs set() for agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 17:28:00.899569 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60440) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:01.203353 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:28:01.296200 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.policy [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98179) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 17:28:01.340422 dv-cinder-810000-2-iscsi neutron-server[98179]: WARNING oslo_policy.policy [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:28:01.340779 dv-cinder-810000-2-iscsi neutron-server[98179]: WARNING oslo_policy.policy [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:28:01.349650 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.quota [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] Loaded quota_driver: . Sep 21 17:28:01.438248 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741011310374', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741011309045', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741011297810', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741011298806', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741007411595', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741011279293', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-741009', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-835215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1921030', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1995820'] for rbac-policy, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:01.502748 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:01.503946 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e66cf349-c142-4d0e-8cc3-4b20df858b10 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6034508 Sep 21 17:28:04.076397 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60452) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:04.367025 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'name': 'private', 'project_id': '8918f1428de04a2f8433f4690643518a'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:28:04.395121 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Made reservation on behalf of 8918f1428de04a2f8433f4690643518a for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:28:04.397830 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.414648 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.532720 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.536341 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.555050 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:28:04.582928 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741006512276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.583492 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Unsubscribe: segment precommit_create {{(pid=98179) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 17:28:04.583965 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Added segment 06eef52f-b03f-440e-b17b-a126da2ba99d of type vlan for network f4c37446-86a2-4b67-b8e5-243d39f2c864 Sep 21 17:28:04.600230 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99988364-de6f-4040-b436-8764022430eb,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:04.647056 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.647401 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.647728 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.648045 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.648357 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.648684 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.649001 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.649306 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.649625 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.649935 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.650237 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.650540 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Tracked resource versions report: Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: pushed versions: Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: { 'AddressGroup': {'1.2'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'ConntrackHelper': {'1.0'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Log': {'1.0'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Network': {'1.1'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Port': {'1.7'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'PortForwarding': {'1.2'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'QosPolicy': {'1.9'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroup': {'1.4'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SubPort': {'1.0'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Subnet': {'1.1'}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Trunk': {'1.1'}} Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: consumer versions: Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'ConntrackHelper': '1.0', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Log': '1.0', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Network': '1.1', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Port': '1.7', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'PortForwarding': '1.2', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'QosPolicy': '1.9', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroup': '1.4', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroupRule': '1.2', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SubPort': '1.0', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Subnet': '1.1', Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Trunk': '1.1'}} Sep 21 17:28:04.651710 dv-cinder-810000-2-iscsi neutron-server[98179]: {{(pid=98179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:28:04.701400 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.739785 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.740956 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:04.741601 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:04.801527 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7240949 Sep 21 17:28:04.840638 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caf255-6be5-4495-9ab3-75e109f66dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c37446-86a2-4b67-b8e5-243d39f2c864,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:04.853065 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:28:07.431447 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60466) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:07.833545 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0a50c-20b1-4a4c-b6e8-a54138fa5874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:07.834924 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-78d0a50c-20b1-4a4c-b6e8-a54138fa5874 admin admin] 10.222.0.26 "GET /v2.0/networks/f4c37446-86a2-4b67-b8e5-243d39f2c864 HTTP/1.1" status: 200 len: 825 time: 0.4025140 Sep 21 17:28:07.859708 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7be22af2-23f1-4b42-a43f-2c431c575094 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840 HTTP/1.1" status: 200 len: 734 time: 0.0187697 Sep 21 17:28:07.868791 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'name': 'private-subnet', 'subnetpool_id': 'eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840', 'gateway_ip': '172.20.0.1'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:28:07.890596 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Made reservation on behalf of 8918f1428de04a2f8433f4690643518a for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:28:07.892759 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:08.173135 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:08.237142 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d76809-e54a-45e1-baec-9b8597527d85,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:08.245474 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Checking segment: {'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:28:08.245819 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Network hostable DHCP agents. Network: f4c37446-86a2-4b67-b8e5-243d39f2c864, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:28:08.266748 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:28:08.277163 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, f4c37446-86a2-4b67-b8e5-243d39f2c864) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:28:08.282477 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:08.283438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:08.286810 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848717e5-29d1-48f6-adaf-7e231423f630 None None] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:28:08.306589 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-dcebbbf5-b427-4ca7-9837-6774a0c84c07 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4311752 Sep 21 17:28:08.598477 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-f4c37446-86a2-4b67-b8e5-243d39f2c864', 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'fixed_ips': [{'subnet_id': '24d76809-e54a-45e1-baec-9b8597527d85'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:28:08.599834 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:08.868929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Allocated IP 172.20.0.2 (f4c37446-86a2-4b67-b8e5-243d39f2c864/24d76809-e54a-45e1-baec-9b8597527d85/fc2acd4d-78a6-4d46-8384-d600bea8c4b8) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:28:09.063089 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:09.071571 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:09.181931 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:28:09.183151 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Pushing event updated for resources: {'Port': ['ID=fc2acd4d-78a6-4d46-8384-d600bea8c4b8,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:09.187896 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:28:09.193787 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.194130 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.194469 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.194892 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.195216 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.195541 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.195860 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.196176 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.196511 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.196835 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.197150 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.197459 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Tracked resource versions report: Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: pushed versions: Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: { 'AddressGroup': {'1.2'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'ConntrackHelper': {'1.0'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Log': {'1.0'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Network': {'1.1'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Port': {'1.7'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'PortForwarding': {'1.2'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'QosPolicy': {'1.9'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroup': {'1.4'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SubPort': {'1.0'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Subnet': {'1.1'}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Trunk': {'1.1'}} Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: consumer versions: Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'ConntrackHelper': '1.0', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Log': '1.0', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Network': '1.1', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Port': '1.7', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'PortForwarding': '1.2', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'QosPolicy': '1.9', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroup': '1.4', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroupRule': '1.2', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SubPort': '1.0', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Subnet': '1.1', Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Trunk': '1.1'}} Sep 21 17:28:09.198595 dv-cinder-810000-2-iscsi neutron-server[98180]: {{(pid=98180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:28:09.210205 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:28:09.288395 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Attempting to bind port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:28:09.289022 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Attempting to bind port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:28:09.289188 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Attempting to bind port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 on network f4c37446-86a2-4b67-b8e5-243d39f2c864 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:28:09.294125 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:28:09.295064 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Checking segment: {'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:28:09.295527 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:09.295909 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Bound using segment: {'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:28:09.296367 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Bound port: fc2acd4d-78a6-4d46-8384-d600bea8c4b8, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:28:09.296768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:09.359163 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] For port fc2acd4d-78a6-4d46-8384-d600bea8c4b8, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:28:09.363568 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] For port fc2acd4d-78a6-4d46-8384-d600bea8c4b8, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=fc2acd4d-78a6-4d46-8384-d600bea8c4b8,segment=NetworkSegment(06eef52f-b03f-440e-b17b-a126da2ba99d),segment_id=06eef52f-b03f-440e-b17b-a126da2ba99d)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:28:09.369202 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:09.432815 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f0d91-33fe-46c9-bbf6-ae7742778e07 None None] Pushing event updated for resources: {'Port': ['ID=fc2acd4d-78a6-4d46-8384-d600bea8c4b8,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:10.732939 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60476) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:11.050203 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [None req-6e2d4858-9fbe-4d42-aa70-6ee111053ae0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:28:11.051288 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-6e2d4858-9fbe-4d42-aa70-6ee111053ae0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174348 Sep 21 17:28:13.449981 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60484) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:13.765446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [None req-f19e4faa-154e-4641-884a-e05bfef1ff58 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:28:13.766443 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f19e4faa-154e-4641-884a-e05bfef1ff58 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155532 Sep 21 17:28:16.409463 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60494) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:16.713720 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-07ffcf09-1c78-42ba-8482-c31ed54fd7b4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8918f1428de04a2f8433f4690643518a'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:28:16.739341 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-07ffcf09-1c78-42ba-8482-c31ed54fd7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:16.740891 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-07ffcf09-1c78-42ba-8482-c31ed54fd7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:16.877889 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-07ffcf09-1c78-42ba-8482-c31ed54fd7b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:16.882613 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-07ffcf09-1c78-42ba-8482-c31ed54fd7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:16.894662 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-07ffcf09-1c78-42ba-8482-c31ed54fd7b4 admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:16.895887 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-07ffcf09-1c78-42ba-8482-c31ed54fd7b4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4854369 Sep 21 17:28:17.599922 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device fc2acd4d-78a6-4d46-8384-d600bea8c4b8 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:28:17.687090 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:17.687537 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:17.795536 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:17.833516 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e04e6-1fb8-4195-8265-bfcefb2a18af None None] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:28:17.838522 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port fc2acd4d-78a6-4d46-8384-d600bea8c4b8, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=fc2acd4d-78a6-4d46-8384-d600bea8c4b8,segment=NetworkSegment(06eef52f-b03f-440e-b17b-a126da2ba99d),segment_id=06eef52f-b03f-440e-b17b-a126da2ba99d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:28:17.847712 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:17.947329 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=fc2acd4d-78a6-4d46-8384-d600bea8c4b8,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:17.968481 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-b9bc7fd9-de58-4204-8dc8-c876f397869d None None] Provisioning complete for port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:17.968846 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-b9bc7fd9-de58-4204-8dc8-c876f397869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:18.324307 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-b1d63dd3-465d-4d10-b64c-653fd51f445e None None] Provisioning complete for port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:18.324671 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-b1d63dd3-465d-4d10-b64c-653fd51f445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:19.279777 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60508) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:19.568021 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device fc2acd4d-78a6-4d46-8384-d600bea8c4b8 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:28:19.592049 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [None req-f4547ead-51fd-4a52-b71f-7a8eb1ae8840 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:28:19.593118 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f4547ead-51fd-4a52-b71f-7a8eb1ae8840 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124125 Sep 21 17:28:19.615152 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:19.615448 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:21.370923 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d52757c6-ee61-4d80-a427-339b4b6174b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:21.977242 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60516) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:22.282029 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:28:22.306043 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Made reservation on behalf of 479cf64e2bcc42fd88da3d63f6a50a9d for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:28:22.308261 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.316565 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.407656 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.410951 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.424988 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Reserving flat network on physical network physnet1 {{(pid=98179) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 17:28:22.443312 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787c2420-77b1-403c-9e87-cb9700abc5f5,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:22.447846 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.448177 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Added segment 6742fae2-26f3-4a8a-a9c4-5d0a779b3896 of type flat for network 8159cc5a-783d-48d5-9064-54bc40d9fed0 Sep 21 17:28:22.491940 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.522558 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.523492 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:22.524058 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:22.551509 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5732691 Sep 21 17:28:22.586246 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ba6f-efc1-43a1-abb9-0a1d4430734b admin admin] Pushing event updated for resources: {'Network': ['ID=8159cc5a-783d-48d5-9064-54bc40d9fed0,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:22.596896 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:28:23.920697 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d08021e9-d661-4799-b16e-afb9048b764a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:24.132470 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:24.917603 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 60524) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:24.946998 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:25.219393 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668fea3-04a1-40a0-a6c3-b7054a6a43a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:25.220682 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-c668fea3-04a1-40a0-a6c3-b7054a6a43a6 admin admin] 10.222.0.26 "GET /v2.0/subnets/24d76809-e54a-45e1-baec-9b8597527d85 HTTP/1.1" status: 200 len: 849 time: 0.3021472 Sep 21 17:28:25.335754 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-45508237-b30e-4d00-8ef6-7ef2ae0bd364 admin admin] 10.222.0.26 "GET /v2.0/routers/4517ed33-c9ab-40c2-8653-31a1c596ff61 HTTP/1.1" status: 200 len: 704 time: 0.1089654 Sep 21 17:28:25.598571 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:25.892562 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Allocated IP 172.20.0.1 (f4c37446-86a2-4b67-b8e5-243d39f2c864/24d76809-e54a-45e1-baec-9b8597527d85/1d8aed90-cc44-4ea3-885c-20fe67d833a6) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:28:26.095547 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.158321 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.228926 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:28:26.233323 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:28:26.239999 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:28:26.240524 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.298849 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8aed90-cc44-4ea3-885c-20fe67d833a6,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:26.441086 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.463796 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-04db47d3-3c4c-43b9-bafb-4cd79de06c82 None None] Provisioning complete for port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:26.464386 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-04db47d3-3c4c-43b9-bafb-4cd79de06c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.497244 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-04db47d3-3c4c-43b9-bafb-4cd79de06c82 None None] Port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:28:26.610011 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.647786 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.651977 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.652722 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:26.714170 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8aed90-cc44-4ea3-885c-20fe67d833a6,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:26.777516 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:28:26.778843 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:28:26.941171 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Router 4517ed33-c9ab-40c2-8653-31a1c596ff61 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:28:27.019039 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-02e62649-9b48-41ff-9d27-c4dba936b6f2 None None] Provisioning complete for port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:27.019303 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-02e62649-9b48-41ff-9d27-c4dba936b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:27.032097 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:28:27.038391 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-4fdfcad1-8316-46ab-9c42-b14d3ba102b9 admin admin] 10.222.0.26 "PUT /v2.0/routers/4517ed33-c9ab-40c2-8653-31a1c596ff61/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6968474 Sep 21 17:28:27.043390 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Sync routers for ids ['4517ed33-c9ab-40c2-8653-31a1c596ff61'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:28:27.054393 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Routers {'4517ed33-c9ab-40c2-8653-31a1c596ff61'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:28:27.054607 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-02e62649-9b48-41ff-9d27-c4dba936b6f2 None None] Port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:28:27.055260 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:28:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['4517ed33-c9ab-40c2-8653-31a1c596ff61'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:27.238535 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Set router 4517ed33-c9ab-40c2-8653-31a1c596ff61 gateway port host: None {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:28:27.659395 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'name': 'router1', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:28:16Z', 'updated_at': '2021-09-21T17:28:26Z', 'revision_number': 2, 'project_id': '8918f1428de04a2f8433f4690643518a', 'gw_port_host': None, '_interfaces': [{'id': '1d8aed90-cc44-4ea3-885c-20fe67d833a6', 'name': '', 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'mac_address': 'fa:16:3e:f4:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d76809-e54a-45e1-baec-9b8597527d85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:25Z', 'updated_at': '2021-09-21T17:28:26Z', 'revision_number': 2, 'project_id': '8918f1428de04a2f8433f4690643518a', 'subnets': [{'id': '24d76809-e54a-45e1-baec-9b8597527d85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:27.711200 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Checking router: 4517ed33-c9ab-40c2-8653-31a1c596ff61 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:28:27.711565 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Updating router 4517ed33-c9ab-40c2-8653-31a1c596ff61 port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:28:27.758759 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.266736 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.273137 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.442437 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Attempting to bind port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:28:28.442864 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Attempting to bind port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:28:28.443298 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Attempting to bind port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 on network f4c37446-86a2-4b67-b8e5-243d39f2c864 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:28:28.446518 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Pushing event updated for resources: {'Port': ['ID=1d8aed90-cc44-4ea3-885c-20fe67d833a6,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:28.452634 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:28:28.453044 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Checking segment: {'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:28:28.453511 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.453896 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Bound using segment: {'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:28:28.454388 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Bound port: 1d8aed90-cc44-4ea3-885c-20fe67d833a6, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eef52f-b03f-440e-b17b-a126da2ba99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:28:28.454800 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.460821 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.461165 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.461499 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.461829 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.462155 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.462475 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.462816 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.463138 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.463470 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.463790 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.464106 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.464415 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Tracked resource versions report: Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: pushed versions: Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: { 'AddressGroup': {'1.2'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'ConntrackHelper': {'1.0'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Log': {'1.0'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Network': {'1.1'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Port': {'1.7'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'PortForwarding': {'1.2'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'QosPolicy': {'1.9'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroup': {'1.4'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SubPort': {'1.0'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Subnet': {'1.1'}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Trunk': {'1.1'}} Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: consumer versions: Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'ConntrackHelper': '1.0', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Log': '1.0', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Network': '1.1', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Port': '1.7', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'PortForwarding': '1.2', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'QosPolicy': '1.9', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroup': '1.4', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroupRule': '1.2', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SubPort': '1.0', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Subnet': '1.1', Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Trunk': '1.1'}} Sep 21 17:28:28.465569 dv-cinder-810000-2-iscsi neutron-server[98181]: {{(pid=98181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:28:28.485355 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-f57c3077-4890-411d-8389-95d235a36cfe None None] Provisioning complete for port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:28.486262 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f57c3077-4890-411d-8389-95d235a36cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.520994 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-f57c3077-4890-411d-8389-95d235a36cfe None None] Port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:28:28.533398 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] For port 1d8aed90-cc44-4ea3-885c-20fe67d833a6, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:28:28.552583 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] For port 1d8aed90-cc44-4ea3-885c-20fe67d833a6, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1d8aed90-cc44-4ea3-885c-20fe67d833a6,segment=NetworkSegment(06eef52f-b03f-440e-b17b-a126da2ba99d),segment_id=06eef52f-b03f-440e-b17b-a126da2ba99d)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:28:28.556714 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.601639 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Routers {'4517ed33-c9ab-40c2-8653-31a1c596ff61'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:28:28.602256 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:28:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['4517ed33-c9ab-40c2-8653-31a1c596ff61'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:28.687263 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fd7e3-cbbe-4fc1-98d9-e96d3fdc1437 None None] Pushing event updated for resources: {'Port': ['ID=1d8aed90-cc44-4ea3-885c-20fe67d833a6,revision_number=4']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:28.705054 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] Set router 4517ed33-c9ab-40c2-8653-31a1c596ff61 gateway port host: None {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:28:28.840959 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-fa195c91-cc7f-47a4-9af1-f0542f45f561 None None] Provisioning complete for port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:28.841413 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fa195c91-cc7f-47a4-9af1-f0542f45f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.913393 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'name': 'router1', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:28:16Z', 'updated_at': '2021-09-21T17:28:26Z', 'revision_number': 2, 'project_id': '8918f1428de04a2f8433f4690643518a', 'gw_port_host': None, '_interfaces': [{'id': '1d8aed90-cc44-4ea3-885c-20fe67d833a6', 'name': '', 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'mac_address': 'fa:16:3e:f4:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d76809-e54a-45e1-baec-9b8597527d85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:25Z', 'updated_at': '2021-09-21T17:28:28Z', 'revision_number': 4, 'project_id': '8918f1428de04a2f8433f4690643518a', 'subnets': [{'id': '24d76809-e54a-45e1-baec-9b8597527d85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:28.919706 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fa195c91-cc7f-47a4-9af1-f0542f45f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:28.945298 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a1fb2-ac4a-4bf6-9cba-a70186c25d58 None None] The sync data for ids ['4517ed33-c9ab-40c2-8653-31a1c596ff61'] in dv-cinder-810000-2-iscsi is: [{'id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'name': 'router1', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:28:16Z', 'updated_at': '2021-09-21T17:28:26Z', 'revision_number': 2, 'project_id': '8918f1428de04a2f8433f4690643518a', 'gw_port_host': None, '_interfaces': [{'id': '1d8aed90-cc44-4ea3-885c-20fe67d833a6', 'name': '', 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'mac_address': 'fa:16:3e:f4:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d76809-e54a-45e1-baec-9b8597527d85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:25Z', 'updated_at': '2021-09-21T17:28:28Z', 'revision_number': 4, 'project_id': '8918f1428de04a2f8433f4690643518a', 'subnets': [{'id': '24d76809-e54a-45e1-baec-9b8597527d85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:28:28.952273 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-fa195c91-cc7f-47a4-9af1-f0542f45f561 None None] For port 1d8aed90-cc44-4ea3-885c-20fe67d833a6, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1d8aed90-cc44-4ea3-885c-20fe67d833a6,segment=NetworkSegment(06eef52f-b03f-440e-b17b-a126da2ba99d),segment_id=06eef52f-b03f-440e-b17b-a126da2ba99d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:28:28.956620 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fa195c91-cc7f-47a4-9af1-f0542f45f561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:29.017471 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa195c91-cc7f-47a4-9af1-f0542f45f561 None None] Pushing event updated for resources: {'Port': ['ID=1d8aed90-cc44-4ea3-885c-20fe67d833a6,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:29.295129 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 60544) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:29.453559 dv-cinder-810000-2-iscsi neutron-server[98178]: WARNING oslo_policy.policy [None req-459730cd-4a7d-41e5-b3ca-57db86ce7a84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:28:29.454121 dv-cinder-810000-2-iscsi neutron-server[98178]: WARNING oslo_policy.policy [None req-459730cd-4a7d-41e5-b3ca-57db86ce7a84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:28:29.901183 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.policy [None req-459730cd-4a7d-41e5-b3ca-57db86ce7a84 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98178) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 17:28:29.945651 dv-cinder-810000-2-iscsi neutron-server[98178]: WARNING oslo_policy.policy [None req-459730cd-4a7d-41e5-b3ca-57db86ce7a84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:28:29.946019 dv-cinder-810000-2-iscsi neutron-server[98178]: WARNING oslo_policy.policy [None req-459730cd-4a7d-41e5-b3ca-57db86ce7a84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 17:28:29.955339 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459730cd-4a7d-41e5-b3ca-57db86ce7a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:29.957253 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-459730cd-4a7d-41e5-b3ca-57db86ce7a84 admin admin] 10.222.0.26 "GET /v2.0/networks/8159cc5a-783d-48d5-9064-54bc40d9fed0 HTTP/1.1" status: 200 len: 842 time: 0.6600578 Sep 21 17:28:29.967500 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:28:29.969952 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.quota [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Loaded quota_driver: . Sep 21 17:28:30.011145 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Made reservation on behalf of 479cf64e2bcc42fd88da3d63f6a50a9d for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:28:30.014168 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:30.417862 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.objects.ports [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98178) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 17:28:30.418524 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:30.485712 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:28:30.486085 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Network hostable DHCP agents. Network: 8159cc5a-783d-48d5-9064-54bc40d9fed0, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:28:30.490729 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68129fc1-2800-4719-8be1-4f09713d306e,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:30.503700 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.504039 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.504360 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.504676 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.504987 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.505312 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.505626 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.505933 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.506253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.506562 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.507089 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.507397 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Tracked resource versions report: Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: pushed versions: Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: { 'AddressGroup': {'1.2'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'ConntrackHelper': {'1.0'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Log': {'1.0'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Network': {'1.1'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Port': {'1.7'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'PortForwarding': {'1.2'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'QosPolicy': {'1.9'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroup': {'1.4'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SubPort': {'1.0'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Subnet': {'1.1'}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Trunk': {'1.1'}} Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: consumer versions: Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'ConntrackHelper': '1.0', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Log': '1.0', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Network': '1.1', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Port': '1.7', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'PortForwarding': '1.2', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'QosPolicy': '1.9', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroup': '1.4', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroupRule': '1.2', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SubPort': '1.0', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Subnet': '1.1', Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Trunk': '1.1'}} Sep 21 17:28:30.508484 dv-cinder-810000-2-iscsi neutron-server[98178]: {{(pid=98178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:28:30.547678 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:28:30.559724 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 8159cc5a-783d-48d5-9064-54bc40d9fed0) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:28:30.564887 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:30.565457 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:30.571627 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672bfea-ecd5-40bc-ab7f-2dbaba1b16db None None] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:28:30.587186 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-f543c88f-c74a-4970-bb18-f343548113e6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6233134 Sep 21 17:28:30.711301 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f28ad-b862-48eb-be49-a72d090c1140 None None] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:28:32.764252 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:28:32.859079 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 60574) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:33.099660 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-66b729c2-f1cc-4e80-a36b-7ba3204bde05 admin admin] 10.222.0.26 "GET /v2.0/routers/4517ed33-c9ab-40c2-8653-31a1c596ff61 HTTP/1.1" status: 200 len: 710 time: 0.2394001 Sep 21 17:28:33.193449 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765d126-2dcc-4a6f-9efa-4e7e78faf42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:28:33.194851 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-e765d126-2dcc-4a6f-9efa-4e7e78faf42a admin admin] 10.222.0.26 "GET /v2.0/networks/8159cc5a-783d-48d5-9064-54bc40d9fed0 HTTP/1.1" status: 200 len: 886 time: 0.0891569 Sep 21 17:28:33.204835 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:28:33.456973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:33.690640 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:33.764277 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:33.915777 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Allocated IP 172.27.1.254 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/6a32239b-cccf-45fd-9c43-b567c995adc9) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:28:34.047845 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:34.112915 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:34.185116 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:28:34.191739 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:28:34.199182 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:28:34.202096 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Pushing event updated for resources: {'Port': ['ID=6a32239b-cccf-45fd-9c43-b567c995adc9,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:34.528296 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:34.721028 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1586176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:34.726040 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1586187'] for router, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:34.835209 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Router 4517ed33-c9ab-40c2-8653-31a1c596ff61 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:28:34.940973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:28:34.945435 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:34.946657 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a7ffae58-f0af-4217-a030-af00e36edf6c admin admin] 10.222.0.26 "PUT /v2.0/routers/4517ed33-c9ab-40c2-8653-31a1c596ff61 HTTP/1.1" status: 200 len: 890 time: 1.7456114 Sep 21 17:28:35.310900 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Sync routers for ids ['4517ed33-c9ab-40c2-8653-31a1c596ff61'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:28:35.324986 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Routers {'4517ed33-c9ab-40c2-8653-31a1c596ff61'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:28:35.325630 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:28:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['4517ed33-c9ab-40c2-8653-31a1c596ff61'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:35.526104 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Set router 4517ed33-c9ab-40c2-8653-31a1c596ff61 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:28:35.634936 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1d8aed90-cc44-4ea3-885c-20fe67d833a6 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:28:35.829967 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:35.830327 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:36.008694 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'name': 'router1', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '6a32239b-cccf-45fd-9c43-b567c995adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:28:16Z', 'updated_at': '2021-09-21T17:28:34Z', 'revision_number': 4, 'project_id': '8918f1428de04a2f8433f4690643518a', 'gw_port': {'id': '6a32239b-cccf-45fd-9c43-b567c995adc9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:33Z', 'updated_at': '2021-09-21T17:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '1d8aed90-cc44-4ea3-885c-20fe67d833a6', 'name': '', 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'mac_address': 'fa:16:3e:f4:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d76809-e54a-45e1-baec-9b8597527d85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:25Z', 'updated_at': '2021-09-21T17:28:28Z', 'revision_number': 5, 'project_id': '8918f1428de04a2f8433f4690643518a', 'subnets': [{'id': '24d76809-e54a-45e1-baec-9b8597527d85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:36.058113 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Checking router: 4517ed33-c9ab-40c2-8653-31a1c596ff61 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:28:36.058470 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Updating router 4517ed33-c9ab-40c2-8653-31a1c596ff61 port 6a32239b-cccf-45fd-9c43-b567c995adc9 binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:28:36.102904 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:36.416862 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:36.422903 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:36.543644 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Attempting to bind port 6a32239b-cccf-45fd-9c43-b567c995adc9 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:28:36.544010 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Attempting to bind port 6a32239b-cccf-45fd-9c43-b567c995adc9 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:28:36.544365 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Attempting to bind port 6a32239b-cccf-45fd-9c43-b567c995adc9 on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:28:36.553621 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd887c-322d-4ea4-9cdf-877ee5677bdb None None] Pushing event updated for resources: {'Port': ['ID=6a32239b-cccf-45fd-9c43-b567c995adc9,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:36.556518 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:28:36.556944 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:28:36.557270 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:36.557651 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:28:36.558112 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Bound port: 6a32239b-cccf-45fd-9c43-b567c995adc9, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:28:36.558502 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:36.607486 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] For port 6a32239b-cccf-45fd-9c43-b567c995adc9, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:28:36.610974 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] For port 6a32239b-cccf-45fd-9c43-b567c995adc9, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=6a32239b-cccf-45fd-9c43-b567c995adc9,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:28:36.615040 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:36.667775 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Routers {'4517ed33-c9ab-40c2-8653-31a1c596ff61'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:28:36.668379 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:28:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['4517ed33-c9ab-40c2-8653-31a1c596ff61'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:36.705340 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd887c-322d-4ea4-9cdf-877ee5677bdb None None] Pushing event updated for resources: {'Port': ['ID=6a32239b-cccf-45fd-9c43-b567c995adc9,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:36.779055 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] Set router 4517ed33-c9ab-40c2-8653-31a1c596ff61 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:28:36.989445 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'name': 'router1', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '6a32239b-cccf-45fd-9c43-b567c995adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:28:16Z', 'updated_at': '2021-09-21T17:28:34Z', 'revision_number': 4, 'project_id': '8918f1428de04a2f8433f4690643518a', 'gw_port': {'id': '6a32239b-cccf-45fd-9c43-b567c995adc9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:33Z', 'updated_at': '2021-09-21T17:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '1d8aed90-cc44-4ea3-885c-20fe67d833a6', 'name': '', 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'mac_address': 'fa:16:3e:f4:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d76809-e54a-45e1-baec-9b8597527d85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:25Z', 'updated_at': '2021-09-21T17:28:28Z', 'revision_number': 5, 'project_id': '8918f1428de04a2f8433f4690643518a', 'subnets': [{'id': '24d76809-e54a-45e1-baec-9b8597527d85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:28:37.014845 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764cb530-22dc-4677-a98d-c2686a7b1754 None None] The sync data for ids ['4517ed33-c9ab-40c2-8653-31a1c596ff61'] in dv-cinder-810000-2-iscsi is: [{'id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'name': 'router1', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '6a32239b-cccf-45fd-9c43-b567c995adc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:28:16Z', 'updated_at': '2021-09-21T17:28:34Z', 'revision_number': 4, 'project_id': '8918f1428de04a2f8433f4690643518a', 'gw_port': {'id': '6a32239b-cccf-45fd-9c43-b567c995adc9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:22:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:33Z', 'updated_at': '2021-09-21T17:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '1d8aed90-cc44-4ea3-885c-20fe67d833a6', 'name': '', 'network_id': 'f4c37446-86a2-4b67-b8e5-243d39f2c864', 'tenant_id': '8918f1428de04a2f8433f4690643518a', 'mac_address': 'fa:16:3e:f4:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4517ed33-c9ab-40c2-8653-31a1c596ff61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '24d76809-e54a-45e1-baec-9b8597527d85', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:28:25Z', 'updated_at': '2021-09-21T17:28:28Z', 'revision_number': 5, 'project_id': '8918f1428de04a2f8433f4690643518a', 'subnets': [{'id': '24d76809-e54a-45e1-baec-9b8597527d85', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eaffb6d4-2fa0-4f5b-a569-6f1c35ac7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:28:37.374309 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 60586) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:28:37.491781 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2eaee394-f554-4209-bf7c-b359b5e1bfc6 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157756 Sep 21 17:28:37.615662 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 6a32239b-cccf-45fd-9c43-b567c995adc9 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:28:37.668462 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 6a32239b-cccf-45fd-9c43-b567c995adc9 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:37.668828 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:37.759177 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:37.782875 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port 6a32239b-cccf-45fd-9c43-b567c995adc9, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=6a32239b-cccf-45fd-9c43-b567c995adc9,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:28:37.787254 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:37.835898 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=6a32239b-cccf-45fd-9c43-b567c995adc9,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:28:39.585330 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 6a32239b-cccf-45fd-9c43-b567c995adc9 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:28:39.643916 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 6a32239b-cccf-45fd-9c43-b567c995adc9 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:28:39.644174 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:51.376134 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-c6ec362e-0ea5-44ce-8d72-5cb42606325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:53.927515 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-dba9e19e-efbf-4e1f-a277-39b46063676d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:54.138113 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:54.957054 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:28:56.628592 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:09.763114 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:29:21.383511 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-170f089f-c262-49a3-9e84-0da2be1b438f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:23.934443 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0447ba84-d7bc-4a73-a185-cde4ae18524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:24.131965 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:24.948376 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:26.632216 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:46.761998 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:29:51.379849 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e63b160c-8892-49fe-8a68-3c8b2b35d7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:53.917647 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bbc0a81c-d623-4287-9450-b27ae483be48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:54.133353 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:54.951658 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:29:56.644800 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:14.395640 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 32916) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:14.460067 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d233a8-ad29-461e-90b6-97b28c067917 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:30:14.461380 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-f9d233a8-ad29-461e-90b6-97b28c067917 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641758 Sep 21 17:30:14.617941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2205736-b506-416a-b116-97509ee38182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:14.619380 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-e2205736-b506-416a-b116-97509ee38182 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1534262 Sep 21 17:30:16.804605 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32926) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:16.901501 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883075d1-879e-4ac9-a2a3-34eaa3a2813d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:16.902909 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-883075d1-879e-4ac9-a2a3-34eaa3a2813d admin admin] 10.222.0.26 "GET /v2.0/subnets/24d76809-e54a-45e1-baec-9b8597527d85 HTTP/1.1" status: 200 len: 849 time: 0.0973232 Sep 21 17:30:16.912897 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:30:16.998486 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:17.135316 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741006535684'] for subnet, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:17.229550 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:17.230151 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:17.231638 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] 10.222.0.26 "PUT /v2.0/subnets/24d76809-e54a-45e1-baec-9b8597527d85 HTTP/1.1" status: 200 len: 868 time: 0.3221490 Sep 21 17:30:17.249837 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d532270-6b35-4ce3-89cc-784fbbd90da4 None None] Network f4c37446-86a2-4b67-b8e5-243d39f2c864 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:30:17.253979 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d76809-e54a-45e1-baec-9b8597527d85,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:30:17.262171 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.262545 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.262921 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.263253 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.263577 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.263916 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.264241 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.264567 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.264901 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.265226 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.265892 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.265892 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f67ca-8694-4537-92e6-679abc715710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:30:17.594224 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-3125e244-30e0-4aea-b388-f4e9d480c4ae None None] Provisioning complete for port 1d8aed90-cc44-4ea3-885c-20fe67d833a6 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:30:17.594587 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3125e244-30e0-4aea-b388-f4e9d480c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:17.681453 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-3125e244-30e0-4aea-b388-f4e9d480c4ae None None] Provisioning complete for port fc2acd4d-78a6-4d46-8384-d600bea8c4b8 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:30:17.681815 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3125e244-30e0-4aea-b388-f4e9d480c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:19.462508 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 32936) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:19.660340 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fafc983-8703-43c0-9b25-72ef5d9a8f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:19.660728 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fafc983-8703-43c0-9b25-72ef5d9a8f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:19.662284 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-3fafc983-8703-43c0-9b25-72ef5d9a8f17 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987712 Sep 21 17:30:21.371590 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e23f42ba-1742-42a6-856f-c391b4c2e239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:21.864709 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32944) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:22.058248 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518ad67-69a4-4598-83ee-dc20d9cf8629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:22.058950 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e518ad67-69a4-4598-83ee-dc20d9cf8629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:22.060491 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e518ad67-69a4-4598-83ee-dc20d9cf8629 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942708 Sep 21 17:30:23.762829 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:30:23.917990 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bba2d53f-50fe-471c-b242-581ea429abdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:24.134332 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:24.247131 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32952) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:24.371222 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f0326-674e-4fe1-a1c1-f64ae09f96c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:24.372583 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-294f0326-674e-4fe1-a1c1-f64ae09f96c8 admin admin] 10.222.0.26 "GET /v2.0/networks/8159cc5a-783d-48d5-9064-54bc40d9fed0 HTTP/1.1" status: 200 len: 886 time: 0.1245184 Sep 21 17:30:24.954057 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:26.561086 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32960) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:26.643174 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:26.692642 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c0096-402a-4b99-aab0-63588b3d52bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:26.694043 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-953c0096-402a-4b99-aab0-63588b3d52bc admin admin] 10.222.0.26 "GET /v2.0/networks/f4c37446-86a2-4b67-b8e5-243d39f2c864 HTTP/1.1" status: 200 len: 869 time: 0.1320188 Sep 21 17:30:28.893864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32968) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:29.023622 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae953e7-deb7-4244-b5fa-fa9c6593ca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:29.024094 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae953e7-deb7-4244-b5fa-fa9c6593ca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:29.025644 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-eae953e7-deb7-4244-b5fa-fa9c6593ca75 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308343 Sep 21 17:30:31.227666 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32976) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:31.320931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556742a0-c172-4048-83db-deee456f350d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:31.321386 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556742a0-c172-4048-83db-deee456f350d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:31.326724 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-556742a0-c172-4048-83db-deee456f350d admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943046 Sep 21 17:30:33.548924 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32984) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:33.649625 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d4cb2-6010-4964-ad6f-6847c1db82e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:33.651136 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-944d4cb2-6010-4964-ad6f-6847c1db82e9 admin admin] 10.222.0.26 "GET /v2.0/subnets/24d76809-e54a-45e1-baec-9b8597527d85 HTTP/1.1" status: 200 len: 868 time: 0.1011260 Sep 21 17:30:35.865436 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 32992) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:35.953181 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1ac603-0a18-469f-8b35-db651690c3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:30:35.954534 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-5e1ac603-0a18-469f-8b35-db651690c3c5 admin admin] 10.222.0.26 "GET /v2.0/subnets/68129fc1-2800-4719-8be1-4f09713d306e HTTP/1.1" status: 200 len: 816 time: 0.0881500 Sep 21 17:30:51.373693 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-859ddd95-3042-462f-8c7e-a01ef9286712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:53.918875 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-06e4659b-d45e-4965-a2de-d7494c26c1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:54.136784 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:54.959035 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:56.649015 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:30:59.537756 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33046) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:30:59.583839 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [None req-a159cb44-5bf5-430d-b28e-451e6c295c20 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:30:59.584913 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a159cb44-5bf5-430d-b28e-451e6c295c20 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462158 Sep 21 17:31:00.761065 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:31:01.851562 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33054) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:31:01.913078 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cea97a2-8a7a-4e29-a9c7-419967a08114 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:31:01.914762 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7cea97a2-8a7a-4e29-a9c7-419967a08114 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621600 Sep 21 17:31:02.060870 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c818d34-7389-4207-8cac-dcbdc1d41bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:31:02.062326 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9c818d34-7389-4207-8cac-dcbdc1d41bc7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1430285 Sep 21 17:31:04.243479 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33062) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:31:04.290329 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:31:04.312467 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Made reservation on behalf of 479cf64e2bcc42fd88da3d63f6a50a9d for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:31:04.314725 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:04.344267 dv-cinder-810000-2-iscsi neutron-server[98179]: WARNING neutron.services.revisions.revision_plugin [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Could not find related network for resource to bump revision. Sep 21 17:31:04.355639 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:31:04.365125 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:04.365503 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Added segment b3fd2252-1355-4eaf-a58d-c4f7f1dd5736 of type vlan for network 02680cee-7df0-4377-bd17-7059255ae4b7 Sep 21 17:31:04.404728 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:04.428270 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:04.429151 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:31:04.429722 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:04.461446 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2169166 Sep 21 17:31:04.489047 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eab978-a0e0-4eef-8c00-99b3bb526445 admin admin] Pushing event updated for resources: {'Network': ['ID=02680cee-7df0-4377-bd17-7059255ae4b7,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:31:04.499972 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 02680cee-7df0-4377-bd17-7059255ae4b7 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:31:06.673207 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33070) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:31:06.732129 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.pecan_wsgi.hooks.translation [None req-126a54e4-a800-4e66-87c0-17350fc99a51 admin admin] GET failed (client error): The resource could not be found. Sep 21 17:31:06.733432 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-126a54e4-a800-4e66-87c0-17350fc99a51 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592988 Sep 21 17:31:06.803981 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc0c14-4794-45f9-85e8-b270a419811f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:31:06.805388 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-85dc0c14-4794-45f9-85e8-b270a419811f admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674367 Sep 21 17:31:06.815229 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7', 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:31:06.835413 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Made reservation on behalf of 479cf64e2bcc42fd88da3d63f6a50a9d for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:31:06.838165 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:06.997883 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.046253 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a0746d-faa7-4714-9aaf-f4c45c1f8bb6,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:31:07.060426 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Checking segment: {'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:31:07.060772 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Network hostable DHCP agents. Network: 02680cee-7df0-4377-bd17-7059255ae4b7, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:31:07.075905 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Network 02680cee-7df0-4377-bd17-7059255ae4b7 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:31:07.084206 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 02680cee-7df0-4377-bd17-7059255ae4b7) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:31:07.088735 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:31:07.089321 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.093378 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309900a-5f28-4854-9cfb-b4b635dba5ce None None] Network 02680cee-7df0-4377-bd17-7059255ae4b7 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:31:07.102300 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-793225e9-3291-4253-82fd-ccb105b7e554 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2902608 Sep 21 17:31:07.335034 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-02680cee-7df0-4377-bd17-7059255ae4b7', 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7', 'tenant_id': '479cf64e2bcc42fd88da3d63f6a50a9d', 'fixed_ips': [{'subnet_id': 'c7a0746d-faa7-4714-9aaf-f4c45c1f8bb6'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:31:07.335912 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.484565 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Allocated IP 192.168.233.2 (02680cee-7df0-4377-bd17-7059255ae4b7/c7a0746d-faa7-4714-9aaf-f4c45c1f8bb6/f3333d89-d062-4396-95f8-6e50f9f992b6) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:31:07.630954 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.637330 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.672660 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Network 02680cee-7df0-4377-bd17-7059255ae4b7 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:31:07.675622 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:31:07.678093 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:31:07.695236 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Pushing event updated for resources: {'Port': ['ID=f3333d89-d062-4396-95f8-6e50f9f992b6,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:31:07.719880 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.720221 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.720557 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.720891 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.721206 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.721525 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.721843 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.722160 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.722495 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.722891 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.723208 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.723521 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:31:07.752066 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Attempting to bind port f3333d89-d062-4396-95f8-6e50f9f992b6 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:31:07.752420 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Attempting to bind port f3333d89-d062-4396-95f8-6e50f9f992b6 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:31:07.752771 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Attempting to bind port f3333d89-d062-4396-95f8-6e50f9f992b6 on network 02680cee-7df0-4377-bd17-7059255ae4b7 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:31:07.757719 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:31:07.758079 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Checking segment: {'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:31:07.758468 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.758914 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Bound using segment: {'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:31:07.759367 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Bound port: f3333d89-d062-4396-95f8-6e50f9f992b6, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:31:07.759755 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.820294 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] For port f3333d89-d062-4396-95f8-6e50f9f992b6, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:31:07.823395 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] For port f3333d89-d062-4396-95f8-6e50f9f992b6, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f3333d89-d062-4396-95f8-6e50f9f992b6,segment=NetworkSegment(b3fd2252-1355-4eaf-a58d-c4f7f1dd5736),segment_id=b3fd2252-1355-4eaf-a58d-c4f7f1dd5736)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:31:07.828051 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:07.889484 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133214d-5009-4e04-abff-adf4cfc73810 None None] Pushing event updated for resources: {'Port': ['ID=f3333d89-d062-4396-95f8-6e50f9f992b6,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:31:08.641874 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052aa05-79b5-40e1-92cc-cd95da8041fd None None] Network 02680cee-7df0-4377-bd17-7059255ae4b7 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:31:08.702516 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e5b2ab2d-aa54-4f61-aa2a-d2a47b0dd6a9 None None] Provisioning complete for port f3333d89-d062-4396-95f8-6e50f9f992b6 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:31:08.702904 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ab2d-aa54-4f61-aa2a-d2a47b0dd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:08.848210 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ab2d-aa54-4f61-aa2a-d2a47b0dd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:08.886954 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e5b2ab2d-aa54-4f61-aa2a-d2a47b0dd6a9 None None] For port f3333d89-d062-4396-95f8-6e50f9f992b6, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f3333d89-d062-4396-95f8-6e50f9f992b6,segment=NetworkSegment(b3fd2252-1355-4eaf-a58d-c4f7f1dd5736),segment_id=b3fd2252-1355-4eaf-a58d-c4f7f1dd5736)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:31:08.893177 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ab2d-aa54-4f61-aa2a-d2a47b0dd6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:08.945545 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2ab2d-aa54-4f61-aa2a-d2a47b0dd6a9 None None] Pushing event updated for resources: {'Port': ['ID=f3333d89-d062-4396-95f8-6e50f9f992b6,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:31:09.112676 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-98d4520e-23e7-4045-bc4d-8757db1a8008 None None] Provisioning complete for port f3333d89-d062-4396-95f8-6e50f9f992b6 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:31:09.112976 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-98d4520e-23e7-4045-bc4d-8757db1a8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:09.715621 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f3333d89-d062-4396-95f8-6e50f9f992b6 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:31:09.764791 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port f3333d89-d062-4396-95f8-6e50f9f992b6 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:31:09.765203 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:21.376605 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9a75c9f3-abac-4f51-a176-4b025403e724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:23.920118 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f862b184-9df0-4242-ad11-b6130a11f826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:24.138416 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:24.960529 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:26.652823 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:37.759995 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:31:51.377941 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-771c97bc-3857-43b7-bf44-f5f90ace8aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:53.919733 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fc8a8144-608f-4c33-9e99-5da20d1e012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:54.138437 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:54.963133 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:31:56.655911 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:14.759792 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:32:21.382844 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-062330cd-ea1c-4890-9bfd-0952e28ec010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:22.751953 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33122) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:32:22.758280 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [None req-970c5e83-aaaf-4c09-9e83-6f5da69f032c tempest-verify_tempest_config-1586989350 tempest-verify_tempest_config-1586989350-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:32:22.759279 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-970c5e83-aaaf-4c09-9e83-6f5da69f032c tempest-verify_tempest_config-1586989350 tempest-verify_tempest_config-1586989350-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063608 Sep 21 17:32:23.047465 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33140) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:32:23.156736 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:23.272784 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:23.276458 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:23.385222 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22ba13-e031-45d1-a254-9d4f8a4709a8,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:32:23.389788 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b19fddf6f1a40958c7032ad66a0c67e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3413379 Sep 21 17:32:23.392529 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33146) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:32:23.394202 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.394562 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.394924 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.395254 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.395579 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.395981 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.396800 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.397125 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.397453 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.397775 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.398091 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.398402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465382ae-e0aa-4e15-868d-46d9931ec37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.450100 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:23.470577 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:23.556029 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:23.558602 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:23.564021 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc22ba13-e031-45d1-a254-9d4f8a4709a8 HTTP/1.1" status: 204 len: 168 time: 0.1662936 Sep 21 17:32:23.569582 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22ba13-e031-45d1-a254-9d4f8a4709a8,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:32:23.576121 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.576485 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.576824 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.577153 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.577478 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.577818 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.578142 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.578555 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.578804 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.579127 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.579440 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.579753 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2305f-0461-48e8-81fb-fe798abf7bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:32:23.920614 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2d1248c4-eb3c-4569-8039-8acacb3ac2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:24.140177 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:24.966336 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:26.658092 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:51.383837 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7cd92e60-eb40-4b0a-892a-7ae8af5f4f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:51.756987 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:32:53.920532 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3a29109d-4932-418a-b7d7-22a318bb0a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:54.140826 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:54.969460 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:32:56.661734 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:21.383224 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6486d4ae-b75f-4ac1-9c02-485181e2b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:23.920889 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-176bba6f-163c-4b05-86f7-5649d693a6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:24.141079 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:24.971393 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:26.664598 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:28.755214 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 5 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:33:51.384870 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a9f13d26-4384-4745-9e43-7970eec6d5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:53.921368 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-34113691-7263-487a-b6cd-d29237be185b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:54.141500 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:54.974694 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:33:56.668014 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:01.613756 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584940'] for agent, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:05.753701 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:34:15.766964 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33218) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:34:15.870919 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-ecea1d78-e464-4c92-81e4-f0a898cbc7d2 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1028554 Sep 21 17:34:18.067828 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33228) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:34:18.120587 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-ff9e2548-2f09-4fef-a08e-243ae19b920d admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0517082 Sep 21 17:34:21.385619 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8696d976-4039-41ce-81be-30c9572145bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:23.924007 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f9e76287-6789-4b2c-b8fa-c348c30fa441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:24.142992 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:24.977220 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:26.670550 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:31.564762 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:42.752947 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:34:51.386238 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-54315d69-4c58-4a92-96b2-94ab0582218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:53.924741 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ebaeb687-05bc-4674-87c2-6d914f58bc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:54.143164 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:54.979973 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:34:56.672681 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:01.562913 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:19.752813 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:35:21.385802 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1623a124-96bd-43c6-a88f-0e9b7e57e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:23.929291 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-405e6644-fa3f-475c-80a1-4b7944dad972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:24.143824 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:24.984127 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:26.677595 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:31.563052 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.185876 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33344) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:46.412786 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1317455565-network', 'tenant_id': '1a947f45ae3d47b3ad963b73f74a2e7c'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:46.436138 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Made reservation on behalf of 1a947f45ae3d47b3ad963b73f74a2e7c for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:46.438675 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.447303 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.537659 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.541687 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.569483 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:35:46.574600 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6508496d-9964-46a1-9221-d3e595467649,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:46.584547 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.584882 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.585203 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.585543 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.585835 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.586164 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.586831 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.587304 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.587641 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.588046 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.588359 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.588670 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Tracked resource versions report: Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: pushed versions: Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: { 'AddressGroup': {'1.2'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'ConntrackHelper': {'1.0'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Log': {'1.0'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Network': {'1.1'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Port': {'1.7'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'PortForwarding': {'1.2'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'QosPolicy': {'1.9'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroup': {'1.4'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SubPort': {'1.0'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Subnet': {'1.1'}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Trunk': {'1.1'}} Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: consumer versions: Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: HyperV agent@hv-cinder-81000: {}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'ConntrackHelper': '1.0', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Log': '1.0', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Network': '1.1', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Port': '1.7', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'PortForwarding': '1.2', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'QosPolicy': '1.9', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroup': '1.4', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SecurityGroupRule': '1.2', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'SubPort': '1.0', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Subnet': '1.1', Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: 'Trunk': '1.1'}} Sep 21 17:35:46.589731 dv-cinder-810000-2-iscsi neutron-server[98179]: {{(pid=98179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:35:46.600538 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.600998 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Added segment cdbc19a6-979c-4ff8-bc64-45397fa76612 of type vlan for network 54030df7-a28c-46b3-9a5b-723bf09e8611 Sep 21 17:35:46.646447 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.676504 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.677766 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:46.678293 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.716146 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5286233 Sep 21 17:35:46.720150 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33384) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:46.726021 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Request body: {'subnet': {'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1317455565-subnet', 'tenant_id': '1a947f45ae3d47b3ad963b73f74a2e7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:46.749044 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Made reservation on behalf of 1a947f45ae3d47b3ad963b73f74a2e7c for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:46.749305 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842d734-6781-4206-ab01-280ad01e7d39 admin admin] Pushing event updated for resources: {'Network': ['ID=54030df7-a28c-46b3-9a5b-723bf09e8611,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:46.759007 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:46.759959 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:35:46.939681 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:47.000883 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aec5e36-eadf-48a5-bff6-7ffb824574e7,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:47.014063 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.014934 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.015278 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.015601 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.015997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.016246 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.016566 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.016891 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.017196 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.017505 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Tracked resource versions report: Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: pushed versions: Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: { 'AddressGroup': {'1.2'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'ConntrackHelper': {'1.0'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Log': {'1.0'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Network': {'1.1'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Port': {'1.7'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'PortForwarding': {'1.2'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'QosPolicy': {'1.9'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroup': {'1.4'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SubPort': {'1.0'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Subnet': {'1.1'}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Trunk': {'1.1'}} Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: consumer versions: Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: HyperV agent@hv-cinder-81000: {}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'ConntrackHelper': '1.0', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Log': '1.0', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Network': '1.1', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Port': '1.7', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'PortForwarding': '1.2', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'QosPolicy': '1.9', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroup': '1.4', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SecurityGroupRule': '1.2', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'SubPort': '1.0', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Subnet': '1.1', Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: 'Trunk': '1.1'}} Sep 21 17:35:47.020718 dv-cinder-810000-2-iscsi neutron-server[98178]: {{(pid=98178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:35:47.029397 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Checking segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:47.029814 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Network hostable DHCP agents. Network: 54030df7-a28c-46b3-9a5b-723bf09e8611, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:35:47.046613 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:35:47.056847 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 54030df7-a28c-46b3-9a5b-723bf09e8611) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:47.066031 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8745820-0dfa-47dd-a07c-bd7f1494dd66 None None] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:47.071512 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:47.072291 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:47.089163 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a438c664-e38c-44c6-99ca-aeb4e1d16ffc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3679097 Sep 21 17:35:47.211641 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a7354-e488-4a11-8537-8427293ac721 None None] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:47.809830 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33450) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:47.885943 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33458) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:48.232149 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-network', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:48.257219 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1207622917-network', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:48.266904 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Made reservation on behalf of f257a9cb91ea4e2a9d571765f4cfaa0e for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:48.269155 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.283891 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33478) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:48.291924 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.312622 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Made reservation on behalf of 050f44ed94d14eefbb6db6e3ab6d9052 for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:48.314987 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.318776 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33484) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:48.341966 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.404302 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-550968466-network', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:48.409769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.416835 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.439850 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:35:48.453226 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741006512276', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.453781 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Unsubscribe: segment precommit_create {{(pid=98178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 17:35:48.454242 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Added segment eafe44cf-dd70-483a-a279-3542c7010023 of type vlan for network 5253add1-a38f-418c-b4f2-c8528448381a Sep 21 17:35:48.506030 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-645514847-network', 'tenant_id': '17fe6b4caafd4fef950f2e6036ed9366'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:48.507132 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.551409 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.552607 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:48.553661 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.585457 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18479320-631b-4b43-aa3d-8a324bdcccc8,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:48.698220 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] Pushing event updated for resources: {'Network': ['ID=5253add1-a38f-418c-b4f2-c8528448381a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:48.711854 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 5253add1-a38f-418c-b4f2-c8528448381a details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:35:48.750152 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.759632 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.770792 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:35:48.779706 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.780581 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Added segment 1f1de741-73ff-4e6e-8a05-543fe360715d of type vlan for network 47774829-b42e-47b8-b3a1-9e12aa7db526 Sep 21 17:35:48.788195 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Made reservation on behalf of 77daf0914890490d86be72c7ddedd3ac for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:48.790939 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.834537 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.836257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.850429 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Made reservation on behalf of 17fe6b4caafd4fef950f2e6036ed9366 for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:48.854185 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.868968 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-09933d75-3cb9-4e48-9ff1-192084aafc45 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0578542 Sep 21 17:35:48.869747 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33518) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:48.880322 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Request body: {'subnet': {'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-subnet', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:48.895712 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.896926 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:48.897703 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.944427 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93553739-79f7-4caf-89bd-d06c125b0476,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:48.948446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.950267 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.967215 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:48.976637 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=47774829-b42e-47b8-b3a1-9e12aa7db526,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:48.980232 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:35:48.989549 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:35:48.997435 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-442923df-a4d2-4432-a3de-a19d5f405cd6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1103694 Sep 21 17:35:48.998231 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33522) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:49.003241 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.004143 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Request body: {'subnet': {'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1207622917-subnet', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:49.005792 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Added segment 25527999-2546-4647-b5ff-0bae6bcdca68 of type vlan for network dbbd70b1-e8de-4b85-826c-a766f7aa631c Sep 21 17:35:49.007136 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Made reservation on behalf of f257a9cb91ea4e2a9d571765f4cfaa0e for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:49.009309 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.153830 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.276100 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.289077 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.290748 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:49.291534 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.313617 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3a20e-6e18-4b00-ae3c-fada112ff2c3,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:49.318871 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.330816 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Made reservation on behalf of 050f44ed94d14eefbb6db6e3ab6d9052 for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:49.331331 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:35:49.334988 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.340377 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.340708 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Added segment fa55919a-664b-4a29-86a3-760fc41d396c of type vlan for network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 Sep 21 17:35:49.397057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.440016 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1548343 Sep 21 17:35:49.444010 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33550) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:49.444846 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.445993 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:49.446825 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.453900 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Request body: {'subnet': {'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-subnet', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:49.511250 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33560) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:49.518420 dv-cinder-810000-2-iscsi neutron-server[98179]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 17:35:49.551330 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.618410 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e41d67-1912-461d-bac6-592d50b46ce6,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:49.674042 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.694914 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a605d-b654-44c7-b0ec-214ce5cac4ce,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:49.697594 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb31274-6baa-46e3-9f05-4f255ce109a5 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbd70b1-e8de-4b85-826c-a766f7aa631c,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:49.710361 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33576) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:49.729647 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-7565c023-03a9-44fd-8eb9-9a088edede0c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:49.731161 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-7565c023-03a9-44fd-8eb9-9a088edede0c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 0.2164671 Sep 21 17:35:49.744139 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Made reservation on behalf of 77daf0914890490d86be72c7ddedd3ac for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:49.745696 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Pushing event updated for resources: {'Subnet': ['ID=785f4aee-ecc1-4deb-a22e-1f525efab12b,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:49.747279 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.757671 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Checking segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:49.757970 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Network hostable DHCP agents. Network: 47774829-b42e-47b8-b3a1-9e12aa7db526, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:35:49.759597 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:35:49.804431 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Checking segment: {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:49.805040 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Network hostable DHCP agents. Network: 5253add1-a38f-418c-b4f2-c8528448381a, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:35:49.807352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:35:49.808292 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4880316 Sep 21 17:35:49.811075 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33586) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:49.819812 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Request body: {'subnet': {'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-645514847-subnet', 'tenant_id': '17fe6b4caafd4fef950f2e6036ed9366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:49.845820 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 47774829-b42e-47b8-b3a1-9e12aa7db526) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:49.850774 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-2e34ea9f-1f93-46c7-bdc9-2fd9154fb7d5 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/quotas/1a947f45ae3d47b3ad963b73f74a2e7c HTTP/1.1" status: 200 len: 375 time: 0.1111393 Sep 21 17:35:49.857185 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:49.858726 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.870081 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Network 5253add1-a38f-418c-b4f2-c8528448381a is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:35:49.879339 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 5253add1-a38f-418c-b4f2-c8528448381a) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:49.880468 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86423355-add2-4d8b-8778-d2cec8fc667c None None] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:49.884037 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:49.885029 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.893108 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Made reservation on behalf of 17fe6b4caafd4fef950f2e6036ed9366 for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:49.896170 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:49.899158 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614de409-16db-479a-92e9-294928aa4b35 None None] Network 5253add1-a38f-418c-b4f2-c8528448381a requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:49.903933 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-0574fb1c-d63c-4aeb-921d-effa1973e98c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9045231 Sep 21 17:35:49.917257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33588) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:49.925921 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:49.943195 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-714ae240-510b-4698-86cd-28bb313e862d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0710843 Sep 21 17:35:49.949265 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33590) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:49.977807 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:49.993306 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-1c96e49b-8bcb-45e3-b4a8-3c623d008af6 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1410604 Sep 21 17:35:50.013271 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d18ab-7f36-4bce-8690-36f208255ecc admin admin] Pushing event updated for resources: {'Network': ['ID=5dde26ca-77d9-4cd1-b20b-8809355d82b7,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:50.013774 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.015084 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.035877 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25c-662d-4bc3-9e63-dd03a44fe087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.084834 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.086412 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.123739 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:35:50.150125 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.276804 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.283086 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-38106d7f-2236-4380-9ed2-f0cf3b72d7a6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:35:50.284224 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-38106d7f-2236-4380-9ed2-f0cf3b72d7a6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1045294 Sep 21 17:35:50.379962 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.448646 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.457806 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81168ba-108b-429d-9637-0a666dcd1f55 None None] Network 5253add1-a38f-418c-b4f2-c8528448381a requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:50.549975 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab947d5-e077-4899-9967-70d7d8e2df41,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:50.583599 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-47774829-b42e-47b8-b3a1-9e12aa7db526', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:35:50.584700 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.613225 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.648970 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25c-662d-4bc3-9e63-dd03a44fe087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.674475 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25c-662d-4bc3-9e63-dd03a44fe087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.723802 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Checking segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:50.724067 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Network hostable DHCP agents. Network: dbbd70b1-e8de-4b85-826c-a766f7aa631c, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:35:50.741226 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a1dca25c-662d-4bc3-9e63-dd03a44fe087 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa8f75e762f3492b9dfb49c0b03061f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0254459 Sep 21 17:35:50.747166 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.752147 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33626) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:50.769016 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-7f800d34-824a-41a2-9961-ffb0fcc74227 service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677992 Sep 21 17:35:50.820556 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Allocated IP 172.20.0.2 (47774829-b42e-47b8-b3a1-9e12aa7db526/02e41d67-1912-461d-bac6-592d50b46ce6/f60e30d4-d791-402b-9b82-00c4d2cbfc1d) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:35:50.845057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca25c-662d-4bc3-9e63-dd03a44fe087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf4e4a-cca5-4a92-a5ee-814129509075,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:50.847017 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b98117-29d4-4732-bed8-bcc027164974,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:50.851986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33630) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:50.863275 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:35:50.948959 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, dbbd70b1-e8de-4b85-826c-a766f7aa631c) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:50.955999 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:50.958577 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Checking segment: {'id': 'fa55919a-664b-4a29-86a3-760fc41d396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:50.959348 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Network hostable DHCP agents. Network: 5dde26ca-77d9-4cd1-b20b-8809355d82b7, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:35:50.960900 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.972570 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-086b4d14-0201-46f2-8c93-9cb4a6669c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:50.976097 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd788d5-df87-4ee8-83ad-a4ac47c16978 None None] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:51.031722 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-09de9522-2af6-4cf6-bca8-600a09e73f12 service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618146 Sep 21 17:35:51.050236 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-5be11a86-267a-4262-83e2-25accdcdf467 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6005938 Sep 21 17:35:51.051113 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33640) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:51.062422 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:51.112303 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.113922 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.130218 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-086b4d14-0201-46f2-8c93-9cb4a6669c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.194533 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:35:51.230573 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 5dde26ca-77d9-4cd1-b20b-8809355d82b7) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:51.241471 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.245977 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-673c8f1c-1a6e-4cd7-9864-a028bbef75c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.253503 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:51.254127 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.266129 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf71b52-6358-4d73-b360-681141d9d54a None None] Network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:51.293283 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.301207 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:35:51.302584 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.335458 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.357540 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-0f290708-a76e-4fc4-bb03-063e3ad95091 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5444350 Sep 21 17:35:51.403651 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.413977 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-086b4d14-0201-46f2-8c93-9cb4a6669c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.417701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-086b4d14-0201-46f2-8c93-9cb4a6669c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.418951 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-086b4d14-0201-46f2-8c93-9cb4a6669c92 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07cf4e4a-cca5-4a92-a5ee-814129509075 HTTP/1.1" status: 204 len: 168 time: 0.5839150 Sep 21 17:35:51.462595 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b4d14-0201-46f2-8c93-9cb4a6669c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf4e4a-cca5-4a92-a5ee-814129509075,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:51.503781 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33664) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:51.510180 dv-cinder-810000-2-iscsi neutron-server[98178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 17:35:51.603936 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-396deed0-a42c-42c3-869f-23b57b6ea366 req-6c8e51c8-bfe4-438a-82e4-1608f3f40072 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 210 time: 0.0970907 Sep 21 17:35:51.666985 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Pushing event updated for resources: {'Port': ['ID=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:51.679499 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.679851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.680272 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.680679 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.681011 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.681350 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.681740 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.682072 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.682416 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.682760 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.683083 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.683401 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Tracked resource versions report: Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: pushed versions: Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: { 'AddressGroup': {'1.2'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'ConntrackHelper': {'1.0'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Log': {'1.0'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Network': {'1.1'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Port': {'1.7'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'PortForwarding': {'1.2'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'QosPolicy': {'1.9'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroup': {'1.4'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SubPort': {'1.0'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Subnet': {'1.1'}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Trunk': {'1.1'}} Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: consumer versions: Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: HyperV agent@hv-cinder-81000: {}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'ConntrackHelper': '1.0', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Log': '1.0', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Network': '1.1', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Port': '1.7', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'PortForwarding': '1.2', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'QosPolicy': '1.9', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroup': '1.4', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SecurityGroupRule': '1.2', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'SubPort': '1.0', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Subnet': '1.1', Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: 'Trunk': '1.1'}} Sep 21 17:35:51.684926 dv-cinder-810000-2-iscsi neutron-server[98180]: {{(pid=98180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:35:51.738189 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Allocated IP 172.27.1.61 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/a5f55832-40de-4cb9-8ba8-fe3d07ab5768) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:35:51.745420 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:35:51.767485 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-673c8f1c-1a6e-4cd7-9864-a028bbef75c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.772647 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:51.775099 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:35:51.786753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-673c8f1c-1a6e-4cd7-9864-a028bbef75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.791086 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0344bd-d51b-4566-8227-2b86494466fb None None] Network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:51.834111 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.838835 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.879212 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:51.896089 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-673c8f1c-1a6e-4cd7-9864-a028bbef75c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c599918090244ddb342fa4c4a397283&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0348172 Sep 21 17:35:51.903730 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33684) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:51.921368 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c8f1c-1a6e-4cd7-9864-a028bbef75c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656bddb-46b7-4ad8-91bf-59bfc2244c0f,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:51.951010 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0fb44502-4d84-4b5f-b428-35476c6ac683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.044518 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Attempting to bind port f60e30d4-d791-402b-9b82-00c4d2cbfc1d on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:35:52.044931 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Attempting to bind port f60e30d4-d791-402b-9b82-00c4d2cbfc1d by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:35:52.045295 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Attempting to bind port f60e30d4-d791-402b-9b82-00c4d2cbfc1d on network 47774829-b42e-47b8-b3a1-9e12aa7db526 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:35:52.056771 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:35:52.057138 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Checking segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:52.057618 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.058012 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Bound using segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:35:52.058535 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Bound port: f60e30d4-d791-402b-9b82-00c4d2cbfc1d, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:35:52.058976 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.105097 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.140835 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-90bd0848-c54c-4288-aaef-3580247d809c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.178438 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-90bd0848-c54c-4288-aaef-3580247d809c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.219702 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-f235c405-6f66-4364-977c-c681e2382adb None None] For port f60e30d4-d791-402b-9b82-00c4d2cbfc1d, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:35:52.224385 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-f235c405-6f66-4364-977c-c681e2382adb None None] For port f60e30d4-d791-402b-9b82-00c4d2cbfc1d, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:35:52.228774 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Allocated IP 172.20.0.2 (dbbd70b1-e8de-4b85-826c-a766f7aa631c/9ab947d5-e077-4899-9967-70d7d8e2df41/42fd7616-ba76-43c2-95dc-e630b082cccc) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:35:52.231117 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.234443 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.304027 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235c405-6f66-4364-977c-c681e2382adb None None] Pushing event updated for resources: {'Port': ['ID=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:52.338487 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33696) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:52.340308 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:35:52.353032 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:52.359228 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:35:52.424105 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Allocated IP 172.27.1.248 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:35:52.441973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-630e04f0-3bad-44ec-a72c-61853873653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.518758 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.534871 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-90bd0848-c54c-4288-aaef-3580247d809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.538404 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-90bd0848-c54c-4288-aaef-3580247d809c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.540001 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-90bd0848-c54c-4288-aaef-3580247d809c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4656bddb-46b7-4ad8-91bf-59bfc2244c0f HTTP/1.1" status: 204 len: 168 time: 0.6340938 Sep 21 17:35:52.540714 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:52.574594 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd0848-c54c-4288-aaef-3580247d809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656bddb-46b7-4ad8-91bf-59bfc2244c0f,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:52.697937 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.705409 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.758796 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-630e04f0-3bad-44ec-a72c-61853873653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.775814 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Pushing event updated for resources: {'Port': ['ID=42fd7616-ba76-43c2-95dc-e630b082cccc,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:52.784274 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:35:52.785863 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:52.788638 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:35:52.815578 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-86314579-c721-4ab9-9796-192010b30331 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:52.817551 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-86314579-c721-4ab9-9796-192010b30331 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/networks?id=5dde26ca-77d9-4cd1-b20b-8809355d82b7 HTTP/1.1" status: 200 len: 811 time: 0.2926774 Sep 21 17:35:52.846167 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9abe1889-8bf6-4100-bb26-1d1113ab81d4 req-d0d15aab-5d7e-4a77-928d-ebd4ed0a7026 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 210 time: 0.0836747 Sep 21 17:35:52.857080 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.863439 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-630e04f0-3bad-44ec-a72c-61853873653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.890845 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-03b9f52e-1616-48c7-81df-c6183efd3742 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/quotas/17fe6b4caafd4fef950f2e6036ed9366 HTTP/1.1" status: 200 len: 375 time: 0.0615120 Sep 21 17:35:52.930772 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Attempting to bind port 42fd7616-ba76-43c2-95dc-e630b082cccc on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:35:52.931352 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Attempting to bind port 42fd7616-ba76-43c2-95dc-e630b082cccc by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:35:52.931720 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Attempting to bind port 42fd7616-ba76-43c2-95dc-e630b082cccc on network dbbd70b1-e8de-4b85-826c-a766f7aa631c {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:35:52.933488 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e04f0-3bad-44ec-a72c-61853873653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a78e34-3615-4a5f-963c-4e00659adcc4,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:52.944258 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:35:52.945415 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Checking segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:52.950167 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.952354 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Bound using segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:35:52.952874 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Bound port: 42fd7616-ba76-43c2-95dc-e630b082cccc, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:35:52.953272 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:52.963096 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-9fc8d280-c2e1-443f-bd36-6931c368b78f tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=17fe6b4caafd4fef950f2e6036ed9366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620885 Sep 21 17:35:53.036968 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33720) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:53.037273 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-630e04f0-3bad-44ec-a72c-61853873653d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d7b4d226a9b4de598e25a3e75626f06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6953857 Sep 21 17:35:53.056443 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] For port 42fd7616-ba76-43c2-95dc-e630b082cccc, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:35:53.063612 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] For port 42fd7616-ba76-43c2-95dc-e630b082cccc, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=42fd7616-ba76-43c2-95dc-e630b082cccc,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:35:53.081008 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:53.090640 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:53.154021 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f661a7f-5ab5-46c3-9b3a-045b6cc4556a None None] Pushing event updated for resources: {'Port': ['ID=42fd7616-ba76-43c2-95dc-e630b082cccc,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:53.245445 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:53.269931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:35:53.313848 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:53.329562 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-f1d80af1-b3a6-43c4-a4c5-8f07dd4678d7 service neutron] 10.222.0.26 "GET /v2.0/networks/5dde26ca-77d9-4cd1-b20b-8809355d82b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468273 Sep 21 17:35:53.340172 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:35:53.576110 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:53.742334 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-959df651-8787-4ce6-82a3-5736ba9c4dd6 service neutron] 10.222.0.26 "GET /v2.0/networks/5dde26ca-77d9-4cd1-b20b-8809355d82b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745384 Sep 21 17:35:53.746535 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:53.815527 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Router e7b36cac-f099-41de-8789-cda58c875ed3 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:35:53.850370 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:53.902053 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c02a7-77b9-4b34-9845-c2f75fe05237 None None] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:53.932190 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Pushing event updated for resources: {'Port': ['ID=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:54.177758 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5a5a429-ea15-4af7-b99b-55ddb83c340d req-bb49e835-17d2-49eb-be03-b4b5191466a8 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 210 time: 0.0670862 Sep 21 17:35:54.179149 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f60e30d4-d791-402b-9b82-00c4d2cbfc1d up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:35:54.259762 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-49452121-559e-46f2-ae32-d9618cceb83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.288946 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-49452121-559e-46f2-ae32-d9618cceb83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.320216 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-dee52173-543e-4cba-a7b3-b855a64b3c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.384104 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-49452121-559e-46f2-ae32-d9618cceb83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.386963 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-49452121-559e-46f2-ae32-d9618cceb83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.388401 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-49452121-559e-46f2-ae32-d9618cceb83b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07a78e34-3615-4a5f-963c-4e00659adcc4 HTTP/1.1" status: 204 len: 168 time: 1.3363543 Sep 21 17:35:54.413616 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49452121-559e-46f2-ae32-d9618cceb83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a78e34-3615-4a5f-963c-4e00659adcc4,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:54.466372 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81290586-dd35-49db-b33f-80ae01588855 req-3edf2b54-db09-40bd-aa56-40cc009f29af tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 210 time: 0.1150682 Sep 21 17:35:54.501054 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.509208 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-844729b9-39b5-4210-b3c6-badc575437cf None None] Provisioning complete for port f60e30d4-d791-402b-9b82-00c4d2cbfc1d triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:54.514578 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-844729b9-39b5-4210-b3c6-badc575437cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.623926 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:35:54.646370 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Sync routers for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:35:54.657831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.661020 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:35:54.669354 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:35:54.674210 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-dc214ed4-0fd1-4d1b-b121-ac76e3851ac5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7439451 Sep 21 17:35:54.676062 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33786) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:54.703994 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port f60e30d4-d791-402b-9b82-00c4d2cbfc1d triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:54.704225 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:54.953743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-844729b9-39b5-4210-b3c6-badc575437cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.025486 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-844729b9-39b5-4210-b3c6-badc575437cf None None] For port f60e30d4-d791-402b-9b82-00c4d2cbfc1d, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:35:55.033721 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Allocated IP 172.27.1.242 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/ca53b263-c44a-4795-8d49-d5bf2f7729be) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:35:55.041816 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-844729b9-39b5-4210-b3c6-badc575437cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.055865 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.085956 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:35:55.159313 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.18', 54735) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:55.324849 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf5432a-a397-4b95-9646-04fd6df2673b None None] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:35:55.369418 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:35:52Z', 'revision_number': 3, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:35:55.402544 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Checking router: e7b36cac-f099-41de-8789-cda58c875ed3 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:35:55.403117 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Updating router e7b36cac-f099-41de-8789-cda58c875ed3 port a5f55832-40de-4cb9-8ba8-fe3d07ab5768 binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:35:55.433165 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.510589 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9183bd76-ad0e-4097-b703-f2779d567759 req-163cf017-fd6e-4212-bddc-713a0117206a tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 210 time: 0.2028580 Sep 21 17:35:55.675016 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.702052 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e86c790c-99d1-4b9f-a736-240cbeb6d0da None None] Provisioning complete for port 42fd7616-ba76-43c2-95dc-e630b082cccc triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:55.702460 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e86c790c-99d1-4b9f-a736-240cbeb6d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.704896 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 42fd7616-ba76-43c2-95dc-e630b082cccc up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:35:55.757679 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844729b9-39b5-4210-b3c6-badc575437cf None None] Pushing event updated for resources: {'Port': ['ID=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:55.835946 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 42fd7616-ba76-43c2-95dc-e630b082cccc triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:55.841028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.940565 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e86c790c-99d1-4b9f-a736-240cbeb6d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:55.966539 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.002077 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.049193 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.109948 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2df17acc-2854-46cb-8cb2-6e19736fb732 req-7b844811-6588-4b64-a4fd-2c80e81a9cb4 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 210 time: 0.4354565 Sep 21 17:35:56.177593 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e86c790c-99d1-4b9f-a736-240cbeb6d0da None None] For port 42fd7616-ba76-43c2-95dc-e630b082cccc, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=42fd7616-ba76-43c2-95dc-e630b082cccc,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:35:56.180173 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.194374 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e86c790c-99d1-4b9f-a736-240cbeb6d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.258280 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:35:56.309285 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:56.322554 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:35:56.391141 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-eea80e3e-cbfa-4e90-b611-1c09857f6a04 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:56.393986 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-eea80e3e-cbfa-4e90-b611-1c09857f6a04 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 1.2261086 Sep 21 17:35:56.472739 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Request body: {'port': {'device_id': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'admin_state_up': True, 'tenant_id': '1a947f45ae3d47b3ad963b73f74a2e7c'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:56.503737 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.517982 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.565615 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c790c-99d1-4b9f-a736-240cbeb6d0da None None] Pushing event updated for resources: {'Port': ['ID=42fd7616-ba76-43c2-95dc-e630b082cccc,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:56.648586 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Pushing event updated for resources: {'Port': ['ID=ca53b263-c44a-4795-8d49-d5bf2f7729be,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:56.655258 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-7227de0b-ab9e-4945-aedc-bad5e4a57438 None None] Provisioning complete for port f60e30d4-d791-402b-9b82-00c4d2cbfc1d triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:56.656505 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7227de0b-ab9e-4945-aedc-bad5e4a57438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.681175 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Pushing event updated for resources: {'Port': ['ID=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,revision_number=2']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:56.701432 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.706037 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.706619 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.707132 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.708989 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.709490 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.713970 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.714589 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.715124 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.715678 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.716164 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.716659 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Tracked resource versions report: Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: pushed versions: Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: { 'AddressGroup': {'1.2'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'ConntrackHelper': {'1.0'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Log': {'1.0'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Network': {'1.1'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Port': {'1.7'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'PortForwarding': {'1.2'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'QosPolicy': {'1.9'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroup': {'1.4'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroupRule': {'1.2'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SubPort': {'1.0'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Subnet': {'1.1'}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Trunk': {'1.1'}} Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: consumer versions: Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: { DHCP agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: HyperV agent@hv-cinder-81000: {}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: L3 agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: Metadata agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: Metering agent@dv-cinder-810000-2-iscsi: {}, Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: Open vSwitch agent@dv-cinder-810000-2-iscsi: { 'AddressGroup': '1.2', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'ConntrackHelper': '1.0', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Log': '1.0', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Network': '1.1', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Port': '1.7', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'PortForwarding': '1.2', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'QosPolicy': '1.9', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroup': '1.4', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SecurityGroupRule': '1.2', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'SubPort': '1.0', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Subnet': '1.1', Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: 'Trunk': '1.1'}} Sep 21 17:35:56.717986 dv-cinder-810000-2-iscsi neutron-server[98181]: {{(pid=98181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 17:35:56.740524 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Attempting to bind port a5f55832-40de-4cb9-8ba8-fe3d07ab5768 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:35:56.741757 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Attempting to bind port a5f55832-40de-4cb9-8ba8-fe3d07ab5768 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:35:56.742844 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Attempting to bind port a5f55832-40de-4cb9-8ba8-fe3d07ab5768 on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:35:56.775274 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.db.api [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:35:56.775726 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:35:56.776506 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:35:56.778010 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG oslo_db.api [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:35:56.779983 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.782195 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:35:56.782919 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Bound port: a5f55832-40de-4cb9-8ba8-fe3d07ab5768, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:35:56.784345 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:56.822193 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:57.029466 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] For port a5f55832-40de-4cb9-8ba8-fe3d07ab5768, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:35:57.044340 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] For port a5f55832-40de-4cb9-8ba8-fe3d07ab5768, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:35:57.069535 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:57.093322 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.18', 54741) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:57.187342 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:35:57.206653 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-7227de0b-ab9e-4945-aedc-bad5e4a57438 None None] Provisioning complete for port 42fd7616-ba76-43c2-95dc-e630b082cccc triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:57.214083 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7227de0b-ab9e-4945-aedc-bad5e4a57438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:57.230619 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:35:57.233738 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:35:57.305406 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1ed6c8fd-4108-4a8e-9c99-a57888292efd req-30099f30-bb96-4210-8a3b-577d1508c0c8 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 210 time: 0.2613461 Sep 21 17:35:57.346399 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:57.439560 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250524b-05a2-405c-b43e-732e35147a3a None None] Pushing event updated for resources: {'Port': ['ID=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:57.528771 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Made reservation on behalf of 1a947f45ae3d47b3ad963b73f74a2e7c for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:57.535725 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Router a94316c6-15be-4716-bd09-7821fb31199b is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:35:57.571101 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:57.736743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f60e30d4-d791-402b-9b82-00c4d2cbfc1d up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:35:57.755020 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33904) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:57.773393 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73d5ae6a-9e2f-444e-a5fb-d9ef6f1dbd36 req-da664e31-3820-4808-9008-afecde3fcfab tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 210 time: 0.3591125 Sep 21 17:35:57.888467 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:35:57.948246 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port f60e30d4-d791-402b-9b82-00c4d2cbfc1d triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:57.948609 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:58.122999 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:58.236169 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Allocated IP 172.20.0.14 (54030df7-a28c-46b3-9a5b-723bf09e8611/7aec5e36-eadf-48a5-bff6-7ffb824574e7/bd814f5b-03ab-4ea5-af5d-2694a2a02512) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:35:58.273699 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Allocated IP 172.20.0.1 (47774829-b42e-47b8-b3a1-9e12aa7db526/02e41d67-1912-461d-bac6-592d50b46ce6/f96b4209-18a3-44c6-a7b8-eabba6d9e4b5) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:35:58.325690 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 42fd7616-ba76-43c2-95dc-e630b082cccc up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:35:58.391966 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-9f65a8c6-f29f-48cc-af12-2b7b670539cb tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:58.406923 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-9f65a8c6-f29f-48cc-af12-2b7b670539cb tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.18 "GET /v2.0/networks?id=5dde26ca-77d9-4cd1-b20b-8809355d82b7 HTTP/1.1" status: 200 len: 811 time: 1.2934864 Sep 21 17:35:58.412875 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:35:52Z', 'revision_number': 3, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:35:58.440008 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 42fd7616-ba76-43c2-95dc-e630b082cccc triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:35:58.442453 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:58.474811 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec478938-22a7-4a9c-b931-dc0896fc1d80 None None] The sync data for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi is: [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:35:52Z', 'revision_number': 3, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:35:58.527081 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Request body: {'port': {'device_id': '24068716-89c5-4d50-8e54-2c4439626273', 'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7', 'admin_state_up': True, 'tenant_id': '17fe6b4caafd4fef950f2e6036ed9366'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:35:58.963855 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:58.976016 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:58.999809 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:35:59.017091 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Sync routers for ids ['a94316c6-15be-4716-bd09-7821fb31199b'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:35:59.029346 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-419425e7-8426-439f-b4e3-ca5bd829a42d req-87b91478-346f-4bb8-b75a-274e8628b8ff tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 210 time: 0.0513957 Sep 21 17:35:59.040559 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Routers {'a94316c6-15be-4716-bd09-7821fb31199b'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:35:59.049750 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['a94316c6-15be-4716-bd09-7821fb31199b'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:35:59.100063 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:59.236691 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:59.238738 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-c7a4ea8b-030a-4b50-a380-8303ba5f862d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.2675121 Sep 21 17:35:59.247883 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 33942) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:35:59.253794 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event updated for resources: {'Port': ['ID=bd814f5b-03ab-4ea5-af5d-2694a2a02512,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:35:59.294610 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:59.333975 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Set router a94316c6-15be-4716-bd09-7821fb31199b gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:35:59.433719 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:35:59.455864 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-374db1bd-49ff-405a-9328-c2583c3c82db req-017f6f0b-bd16-43df-983a-3bc6fc8aca63 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 210 time: 0.8450239 Sep 21 17:35:59.495230 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-06c34077-f75b-4ddd-87a7-83ced58093f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:59.510257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:59.525636 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:35:59.526944 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:59.532106 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:35:59.642008 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:35:59.731588 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:35:59.741348 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:35:59.742507 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Made reservation on behalf of 17fe6b4caafd4fef950f2e6036ed9366 for: {'port': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:35:59.743987 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:59.749912 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:35:59.789682 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device a5f55832-40de-4cb9-8ba8-fe3d07ab5768 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:35:59.928261 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Pushing event updated for resources: {'Port': ['ID=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:00.042121 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-52198e05-dac2-4bac-9d5e-f7ad028c6437 None None] Provisioning complete for port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:00.043079 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-52198e05-dac2-4bac-9d5e-f7ad028c6437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.157591 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:35:54Z', 'revision_number': 3, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port': {'id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:00.198634 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Checking router: a94316c6-15be-4716-bd09-7821fb31199b for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:36:00.199272 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Updating router a94316c6-15be-4716-bd09-7821fb31199b port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:36:00.201297 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port a5f55832-40de-4cb9-8ba8-fe3d07ab5768 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:00.202423 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.215809 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-06c34077-f75b-4ddd-87a7-83ced58093f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.259329 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-52198e05-dac2-4bac-9d5e-f7ad028c6437 None None] Port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:36:00.278782 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.333117 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-06c34077-f75b-4ddd-87a7-83ced58093f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.345083 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-9082c722-ea3a-4fcc-90d0-b5e6e7906e24 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8875287 Sep 21 17:36:00.429140 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-4c07afbd-e3a4-4b92-9220-a3541651feea tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:36:00.430761 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-4c07afbd-e3a4-4b92-9220-a3541651feea tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612364 Sep 21 17:36:00.450599 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.481412 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d371b-964e-4553-ad98-54c5fc7b6bf4 req-9d3a7e2a-278a-4220-acd3-22049f3f5144 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:00.490839 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-af7d371b-964e-4553-ad98-54c5fc7b6bf4 req-9d3a7e2a-278a-4220-acd3-22049f3f5144 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 932 time: 0.3351471 Sep 21 17:36:00.664881 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-af7d371b-964e-4553-ad98-54c5fc7b6bf4 req-986cf137-d90b-4165-8173-cae69afc0957 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724107 Sep 21 17:36:00.715567 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.745153 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:00.870228 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Allocated IP 172.20.0.7 (5dde26ca-77d9-4cd1-b20b-8809355d82b7/a8b98117-29d4-4732-bed8-bcc027164974/87bfad54-ceff-46cf-99c9-483789832d37) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:00.919264 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Request body: {'port': {'device_id': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:00.974098 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.035740 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec026de-1023-4192-b496-fb799a2905da None None] Pushing event updated for resources: {'Port': ['ID=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:01.043186 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Attempting to bind port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:01.043884 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Attempting to bind port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:01.043884 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Attempting to bind port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:01.057567 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port a5f55832-40de-4cb9-8ba8-fe3d07ab5768, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:01.059159 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:01.059796 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:01.060360 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.061678 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:01.062912 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Bound port: c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:01.063621 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.140679 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] For port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:01.163099 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] For port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:01.165939 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.175083 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.253373 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.260274 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Routers {'a94316c6-15be-4716-bd09-7821fb31199b'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:01.261015 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['a94316c6-15be-4716-bd09-7821fb31199b'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:01.336329 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-06c34077-f75b-4ddd-87a7-83ced58093f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2cbdddc6d65d48efb18135eaa52c138c&name=default HTTP/1.1" status: 200 len: 2976 time: 3.5793884 Sep 21 17:36:01.376330 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 33982) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:01.388436 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:01.524535 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] Set router a94316c6-15be-4716-bd09-7821fb31199b gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:01.600712 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec026de-1023-4192-b496-fb799a2905da None None] Pushing event updated for resources: {'Port': ['ID=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:01.602049 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5b8b1064-3e4e-4120-be01-2cb6b387123b req-76fbac0e-6000-43e4-9e49-f92bbab214de tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 210 time: 0.2871661 Sep 21 17:36:01.602768 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34077-f75b-4ddd-87a7-83ced58093f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16891051-26a1-4bec-a1fe-f9993d7f1df0,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:01.615095 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.644601 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8810c475-49d4-4f4f-8b7c-ca15bb78da91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.714441 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device a5f55832-40de-4cb9-8ba8-fe3d07ab5768 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:01.740248 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.745888 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.764273 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8810c475-49d4-4f4f-8b7c-ca15bb78da91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:01.962364 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:36:01.977741 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.074228 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8810c475-49d4-4f4f-8b7c-ca15bb78da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.086842 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8810c475-49d4-4f4f-8b7c-ca15bb78da91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.086842 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8810c475-49d4-4f4f-8b7c-ca15bb78da91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16891051-26a1-4bec-a1fe-f9993d7f1df0 HTTP/1.1" status: 204 len: 168 time: 0.7065406 Sep 21 17:36:02.188394 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810c475-49d4-4f4f-8b7c-ca15bb78da91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16891051-26a1-4bec-a1fe-f9993d7f1df0,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:02.205492 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:02.208354 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Pushing event updated for resources: {'Port': ['ID=87bfad54-ceff-46cf-99c9-483789832d37,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:02.212731 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:02.221531 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:02.228277 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:02.228829 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.337472 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port a5f55832-40de-4cb9-8ba8-fe3d07ab5768 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:02.342420 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.381081 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-cfde446f-dfed-41db-acc2-36148e5ad4dc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9394209 Sep 21 17:36:02.422724 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:36:02.432211 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Sync routers for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:36:02.446080 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:02.447331 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:02.469322 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.470972 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-56c4d830-d1d4-4960-8fb4-8db164562797 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.4122081 Sep 21 17:36:02.473621 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34002) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:02.629276 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244b57-56d1-491c-9134-d540b04e5b9d req-b1ac4991-4e5a-4f25-809e-f195b721f0c6 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:02.652484 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b8244b57-56d1-491c-9134-d540b04e5b9d req-b1ac4991-4e5a-4f25-809e-f195b721f0c6 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 932 time: 0.3498423 Sep 21 17:36:02.670588 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:35:54Z', 'revision_number': 3, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port': {'id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:02.686174 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34008) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:02.739484 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e5c31-88c8-41e4-ad3e-5fd89c0dccbc None None] The sync data for ids ['a94316c6-15be-4716-bd09-7821fb31199b'] in dv-cinder-810000-2-iscsi is: [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:35:54Z', 'revision_number': 3, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port': {'id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:36:02.813671 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd814f5b-03ab-4ea5-af5d-2694a2a02512 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:02.847310 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.878842 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Transition to ACTIVE for port object bd814f5b-03ab-4ea5-af5d-2694a2a02512 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:36:02.913558 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.941703 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.962141 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:02.969614 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:02.970579 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:03.165518 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5ce0c-2081-4f26-ac4c-13cf9f259d92 req-def2ae48-98cb-486d-97f5-9ab958d0f5b7 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:03.169350 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73a5ce0c-2081-4f26-ac4c-13cf9f259d92 req-def2ae48-98cb-486d-97f5-9ab958d0f5b7 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 931 time: 0.4032855 Sep 21 17:36:03.314421 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Request body: {'port': {'device_id': '24068716-89c5-4d50-8e54-2c4439626273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:03.316731 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9683-9f81-466c-9e9c-7a12fa5342e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:03.319660 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:03.421508 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b8244b57-56d1-491c-9134-d540b04e5b9d req-8ea09c02-41bb-44ea-8108-19088934debe tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632258 Sep 21 17:36:03.427926 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73a5ce0c-2081-4f26-ac4c-13cf9f259d92 req-9527f6af-2319-4810-a4ee-f91c83367a45 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260673 Sep 21 17:36:03.546197 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:35:56Z', 'revision_number': 3, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:03.612236 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:03.614245 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Checking router: b3eefd79-b0bd-4faa-8110-a7683d2b08e6 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:36:03.614594 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Updating router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 port ca53b263-c44a-4795-8d49-d5bf2f7729be binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:36:03.681320 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:03.721020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Pushing event updated for resources: {'Port': ['ID=bd814f5b-03ab-4ea5-af5d-2694a2a02512,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:03.811748 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:03.959271 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:03.962506 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.004285 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Attempting to bind port bd814f5b-03ab-4ea5-af5d-2694a2a02512 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:04.005020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Attempting to bind port bd814f5b-03ab-4ea5-af5d-2694a2a02512 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:04.005620 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Attempting to bind port bd814f5b-03ab-4ea5-af5d-2694a2a02512 on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:04.073490 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Port bd814f5b-03ab-4ea5-af5d-2694a2a02512 on network 54030df7-a28c-46b3-9a5b-723bf09e8611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:36:04.076060 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Attempting to bind port bd814f5b-03ab-4ea5-af5d-2694a2a02512 on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:04.139785 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34036) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:04.143852 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34038) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:04.191630 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Pushing event updated for resources: {'Port': ['ID=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:04.202020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:04.208996 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Checking segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:04.211360 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Bound using segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:04.213491 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Bound port: bd814f5b-03ab-4ea5-af5d-2694a2a02512, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:04.214081 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.236507 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.303823 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:04.308707 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:04.316351 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.355170 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.365629 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.381287 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:04.482787 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217111e-e23b-4133-93a7-0e210f010afe None None] Pushing event updated for resources: {'Port': ['ID=ca53b263-c44a-4795-8d49-d5bf2f7729be,revision_number=2']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:04.495232 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] For port bd814f5b-03ab-4ea5-af5d-2694a2a02512, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:04.503588 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:04.504666 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] For port bd814f5b-03ab-4ea5-af5d-2694a2a02512, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bd814f5b-03ab-4ea5-af5d-2694a2a02512,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:04.564583 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9683-9f81-466c-9e9c-7a12fa5342e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.574722 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Attempting to bind port ca53b263-c44a-4795-8d49-d5bf2f7729be on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:04.579551 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Attempting to bind port ca53b263-c44a-4795-8d49-d5bf2f7729be by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:04.580071 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Attempting to bind port ca53b263-c44a-4795-8d49-d5bf2f7729be on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:04.592451 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Allocated IP 172.20.0.1 (5253add1-a38f-418c-b4f2-c8528448381a/785f4aee-ecc1-4deb-a22e-1f525efab12b/3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:04.598036 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:04.600190 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:04.602988 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.603487 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:04.604063 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Bound port: ca53b263-c44a-4795-8d49-d5bf2f7729be, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:04.604546 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.610404 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9683-9f81-466c-9e9c-7a12fa5342e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.613882 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.678664 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] For port ca53b263-c44a-4795-8d49-d5bf2f7729be, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:04.683531 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] For port ca53b263-c44a-4795-8d49-d5bf2f7729be, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=ca53b263-c44a-4795-8d49-d5bf2f7729be,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:04.690044 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.738422 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:04.739282 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:04.745337 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Pushing event updated for resources: {'Port': ['ID=bd814f5b-03ab-4ea5-af5d-2694a2a02512,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:04.748763 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee9683-9f81-466c-9e9c-7a12fa5342e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c815787f-7995-453c-a7b1-3eed7bf80e51,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:04.885620 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:04.896171 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-6523a4ed-6874-4258-9215-c9104e60a674 None None] Provisioning complete for port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:04.897331 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6523a4ed-6874-4258-9215-c9104e60a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.917974 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c561d-2b9a-473d-b52c-e503cceb44e2 req-fff58393-c4fa-4592-8349-bc6c448e37a5 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:04.928132 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c89c561d-2b9a-473d-b52c-e503cceb44e2 req-fff58393-c4fa-4592-8349-bc6c448e37a5 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 931 time: 0.1835322 Sep 21 17:36:04.979396 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2b0f-89ea-46a7-85fb-82f8e0ad94ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:04.987302 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-6523a4ed-6874-4258-9215-c9104e60a674 None None] Port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:36:05.041554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-47d1e2f7-7c3e-4249-b762-9e4b1cd41846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.138502 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.182464 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217111e-e23b-4133-93a7-0e210f010afe None None] Pushing event updated for resources: {'Port': ['ID=ca53b263-c44a-4795-8d49-d5bf2f7729be,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:05.230423 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:35:56Z', 'revision_number': 3, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:05.231860 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a0ee9683-9f81-466c-9e9c-7a12fa5342e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0977b0f727b141088bbe60d9ffc1bdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3487117 Sep 21 17:36:05.241934 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:05.242652 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.244018 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-fa6e30a1-97e4-405e-bd90-89a808e65e2e service neutron] 10.222.0.18 "PUT /v2.0/ports/bd814f5b-03ab-4ea5-af5d-2694a2a02512 HTTP/1.1" status: 200 len: 1094 time: 4.5773146 Sep 21 17:36:05.251677 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'tag': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:05.315116 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372c7e1-e1e0-460e-8488-79a2cf516d94 None None] The sync data for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi is: [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:35:56Z', 'revision_number': 3, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:36:05.328148 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34056) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:05.406402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f26d-1717-4781-be29-881ade26ceb7 req-60c184d8-0551-467f-b9a8-493b85189b20 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:05.408552 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a9c7f26d-1717-4781-be29-881ade26ceb7 req-60c184d8-0551-467f-b9a8-493b85189b20 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 944 time: 0.7920732 Sep 21 17:36:05.467314 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c89c561d-2b9a-473d-b52c-e503cceb44e2 req-c45b2b97-2f87-4fdd-a2b3-6bd0390a4c49 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332339 Sep 21 17:36:05.652957 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Allocated IP 172.20.0.1 (dbbd70b1-e8de-4b85-826c-a766f7aa631c/9ab947d5-e077-4899-9967-70d7d8e2df41/03cc64c8-e455-4266-93dc-cc01de46ae74) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:05.662612 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:05.678073 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8300fa4c-d98c-4f31-a173-b7b0eafe391f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.748099 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7f7c70-71fa-491a-bdc2-a0e1a115cfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "05e096a3-4d0c-41ec-bf57-34cb02e2bc5d", "tag": "bd814f5b-03ab-4ea5-af5d-2694a2a02512"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:05.780264 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bfad54-ceff-46cf-99c9-483789832d37 {{(pid=98179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:05.788427 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a9c7f26d-1717-4781-be29-881ade26ceb7 req-028b7207-82e0-4a80-aaaa-5ed60d09225b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589838 Sep 21 17:36:05.816727 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8300fa4c-d98c-4f31-a173-b7b0eafe391f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.818641 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Router e7b36cac-f099-41de-8789-cda58c875ed3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:36:05.820791 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.862341 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.865549 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2b0f-89ea-46a7-85fb-82f8e0ad94ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.891824 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6f7d2b0f-89ea-46a7-85fb-82f8e0ad94ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.931472 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:05.932811 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:05.978027 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.provisioning_blocks [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Transition to ACTIVE for port object 87bfad54-ceff-46cf-99c9-483789832d37 will not be triggered until provisioned by entity L2. {{(pid=98179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:36:05.997531 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.122184 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8300fa4c-d98c-4f31-a173-b7b0eafe391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.124772 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8300fa4c-d98c-4f31-a173-b7b0eafe391f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.128389 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8300fa4c-d98c-4f31-a173-b7b0eafe391f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c815787f-7995-453c-a7b1-3eed7bf80e51 HTTP/1.1" status: 204 len: 168 time: 0.7863548 Sep 21 17:36:06.155682 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d2b0f-89ea-46a7-85fb-82f8e0ad94ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76ffd0-9de5-4fc3-b49f-7b3b77f7fd33,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:06.166907 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=87bfad54-ceff-46cf-99c9-483789832d37,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:06.178251 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee301a6-ef99-42d8-b437-25dd818eba81 x-openstack-request-id: req-9ee301a6-ef99-42d8-b437-25dd818eba81 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:06.179304 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e096a3-4d0c-41ec-bf57-34cb02e2bc5d", "tag": "bd814f5b-03ab-4ea5-af5d-2694a2a02512", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:06.179563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ee301a6-ef99-42d8-b437-25dd818eba81 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:06.180035 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'tag': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'status': 'completed', 'code': 200} Sep 21 17:36:06.189611 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-6f7d2b0f-89ea-46a7-85fb-82f8e0ad94ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=328dc87d75074bf8846faeef1cbc02a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0321050 Sep 21 17:36:06.190536 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.195118 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34070) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:06.211527 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300fa4c-d98c-4f31-a173-b7b0eafe391f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c815787f-7995-453c-a7b1-3eed7bf80e51,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:06.269894 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.344593 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Pushing event updated for resources: {'Port': ['ID=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:06.354659 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Attempting to bind port 87bfad54-ceff-46cf-99c9-483789832d37 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:06.355226 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Attempting to bind port 87bfad54-ceff-46cf-99c9-483789832d37 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'fa55919a-664b-4a29-86a3-760fc41d396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7'}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:06.355710 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Attempting to bind port 87bfad54-ceff-46cf-99c9-483789832d37 on network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:06.388140 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Port 87bfad54-ceff-46cf-99c9-483789832d37 on network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:36:06.388140 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Attempting to bind port 87bfad54-ceff-46cf-99c9-483789832d37 on network 5dde26ca-77d9-4cd1-b20b-8809355d82b7 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:06.409819 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c535c2fe-62c9-447c-8a68-a2f0679ffa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.412954 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:06.413300 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Checking segment: {'id': 'fa55919a-664b-4a29-86a3-760fc41d396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:06.413840 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Bound using segment: {'id': 'fa55919a-664b-4a29-86a3-760fc41d396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7'} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:06.414272 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Bound port: 87bfad54-ceff-46cf-99c9-483789832d37, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa55919a-664b-4a29-86a3-760fc41d396c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7'}}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:06.414614 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.427655 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:36:06.431870 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Network 5253add1-a38f-418c-b4f2-c8528448381a is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:06.436506 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.439271 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:06.458730 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-ba77fc69-67e4-4b21-aa27-828ccae9adef admin admin] 10.222.0.26 "PUT /v2.0/routers/e7b36cac-f099-41de-8789-cda58c875ed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7657497 Sep 21 17:36:06.458730 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:06.458730 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.468541 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Sync routers for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:36:06.486596 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c535c2fe-62c9-447c-8a68-a2f0679ffa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.502254 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:06.503154 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:06.627295 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-47d1e2f7-7c3e-4249-b762-9e4b1cd41846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.639853 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-47d1e2f7-7c3e-4249-b762-9e4b1cd41846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.674047 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:06.700698 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:06.716184 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:06.716676 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:06.769464 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:06.882057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Pushing event updated for resources: {'Port': ['ID=03cc64c8-e455-4266-93dc-cc01de46ae74,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:06.993536 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] For port 87bfad54-ceff-46cf-99c9-483789832d37, host hv-cinder-81000, cleared binding levels {{(pid=98179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:07.105094 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] For port 87bfad54-ceff-46cf-99c9-483789832d37, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=87bfad54-ceff-46cf-99c9-483789832d37,segment=NetworkSegment(fa55919a-664b-4a29-86a3-760fc41d396c),segment_id=fa55919a-664b-4a29-86a3-760fc41d396c)] {{(pid=98179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:07.109690 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c535c2fe-62c9-447c-8a68-a2f0679ffa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.112263 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c535c2fe-62c9-447c-8a68-a2f0679ffa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.113422 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-c535c2fe-62c9-447c-8a68-a2f0679ffa39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd76ffd0-9de5-4fc3-b49f-7b3b77f7fd33 HTTP/1.1" status: 204 len: 168 time: 0.9169626 Sep 21 17:36:07.145180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.197545 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535c2fe-62c9-447c-8a68-a2f0679ffa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76ffd0-9de5-4fc3-b49f-7b3b77f7fd33,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:07.227790 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:07.230806 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.230806 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/87bfad54-ceff-46cf-99c9-483789832d37 HTTP/1.1" status: 200 len: 1093 time: 3.9303062 Sep 21 17:36:07.233671 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24068716-89c5-4d50-8e54-2c4439626273', 'tag': '87bfad54-ceff-46cf-99c9-483789832d37'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:07.279588 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-47d1e2f7-7c3e-4249-b762-9e4b1cd41846 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adbbf859e680463d8b0c21bca9a6cbba&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1333447 Sep 21 17:36:07.301580 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34094) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:07.313338 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-a9630d21-30cd-4a39-b4dd-010bd1b3fa79 None None] Provisioning complete for port 03cc64c8-e455-4266-93dc-cc01de46ae74 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:07.313927 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a9630d21-30cd-4a39-b4dd-010bd1b3fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.325317 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e703a-cb1b-4a53-8cf2-a0cf2c279fb3 req-b95365b9-3652-4f53-84e3-7d185d9666d2 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:07.328917 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1e2f7-7c3e-4249-b762-9e4b1cd41846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c01df8d-24d8-4cd4-b694-1e1ce350e391,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:07.343343 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bf0e703a-cb1b-4a53-8cf2-a0cf2c279fb3 req-b95365b9-3652-4f53-84e3-7d185d9666d2 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 944 time: 0.4079065 Sep 21 17:36:07.427912 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.479560 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-a9630d21-30cd-4a39-b4dd-010bd1b3fa79 None None] Port 03cc64c8-e455-4266-93dc-cc01de46ae74 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:36:07.486443 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50ec4c-737f-4b92-ae15-21ed583ba2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=87bfad54-ceff-46cf-99c9-483789832d37,revision_number=3']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:07.503374 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.545019 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 2, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:07.553643 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bf0e703a-cb1b-4a53-8cf2-a0cf2c279fb3 req-cf590f2c-a7db-4e37-ba5a-17896c1fee44 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080030 Sep 21 17:36:07.632569 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8433d-219f-4765-90ab-2f57337b0337 req-f5305860-924b-4bdc-a177-aeb60542dc71 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:07.635291 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9bc8433d-219f-4765-90ab-2f57337b0337 req-f5305860-924b-4bdc-a177-aeb60542dc71 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 943 time: 0.9229193 Sep 21 17:36:07.656681 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Checking router: e7b36cac-f099-41de-8789-cda58c875ed3 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:36:07.656681 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Updating router e7b36cac-f099-41de-8789-cda58c875ed3 port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:36:07.755223 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ca53b263-c44a-4795-8d49-d5bf2f7729be up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:07.774598 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-92e3b8fd-d47d-412f-997e-70319a5907b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.805621 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4763ed-9138-4456-ba1a-04bd73248126" -d '{"events": [{"name": "network-changed", "server_uuid": "24068716-89c5-4d50-8e54-2c4439626273", "tag": "87bfad54-ceff-46cf-99c9-483789832d37"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:07.810236 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9bc8433d-219f-4765-90ab-2f57337b0337 req-f6066521-f690-456f-a57c-bf2279a76481 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621039 Sep 21 17:36:07.849861 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.853295 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-92e3b8fd-d47d-412f-997e-70319a5907b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.927202 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.943973 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:07.944705 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.155727 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Pushing event updated for resources: {'Port': ['ID=03cc64c8-e455-4266-93dc-cc01de46ae74,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:08.168388 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-92e3b8fd-d47d-412f-997e-70319a5907b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.173256 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-92e3b8fd-d47d-412f-997e-70319a5907b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.187176 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-92e3b8fd-d47d-412f-997e-70319a5907b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c01df8d-24d8-4cd4-b694-1e1ce350e391 HTTP/1.1" status: 204 len: 168 time: 0.8781381 Sep 21 17:36:08.225100 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3b8fd-d47d-412f-997e-70319a5907b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c01df8d-24d8-4cd4-b694-1e1ce350e391,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:08.258136 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port ca53b263-c44a-4795-8d49-d5bf2f7729be triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:08.263572 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.284842 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.289684 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34116) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:08.321664 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.323277 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.333584 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-634f24ed-4e4f-4b42-8805-b9ee2156bf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.434740 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:08.477690 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.505559 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.537171 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port ca53b263-c44a-4795-8d49-d5bf2f7729be, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=ca53b263-c44a-4795-8d49-d5bf2f7729be,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:08.540835 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.565256 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:08.794482 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Pushing event updated for resources: {'Port': ['ID=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:08.811693 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7fbaa-3dfd-45e6-abb8-98851ba72f70 None None] Pushing event updated for resources: {'Port': ['ID=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:08.837412 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34124) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:08.883387 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-5966f7c0-9998-4352-a363-27436f504f19 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933062171', 'description': 'tempest-description--2096277110'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:08.899171 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Network 5253add1-a38f-418c-b4f2-c8528448381a is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:08.923828 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:08.937994 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-7838b3e2-f420-49d0-bd54-139203a6ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:08.948057 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-7838b3e2-f420-49d0-bd54-139203a6ea97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17fe6b4caafd4fef950f2e6036ed9366&device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 1096 time: 0.6592538 Sep 21 17:36:09.021690 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:09.033466 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Attempting to bind port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:09.033749 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Attempting to bind port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:09.034107 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Attempting to bind port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 on network 47774829-b42e-47b8-b3a1-9e12aa7db526 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:09.064245 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:09.065726 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be2c3c0-83e8-4616-a2ba-ea827dd8c790 x-openstack-request-id: req-5be2c3c0-83e8-4616-a2ba-ea827dd8c790 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:09.066505 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24068716-89c5-4d50-8e54-2c4439626273", "tag": "87bfad54-ceff-46cf-99c9-483789832d37", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:09.066875 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Checking segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:09.067369 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5be2c3c0-83e8-4616-a2ba-ea827dd8c790 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:09.067911 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.068495 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24068716-89c5-4d50-8e54-2c4439626273', 'tag': '87bfad54-ceff-46cf-99c9-483789832d37', 'status': 'completed', 'code': 200} Sep 21 17:36:09.069033 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Bound using segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:09.073638 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Bound port: f96b4209-18a3-44c6-a7b8-eabba6d9e4b5, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:09.074290 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.212659 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=ca53b263-c44a-4795-8d49-d5bf2f7729be,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:09.244393 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7c70-71fa-491a-bdc2-a0e1a115cfb0 req-9b83cf26-8101-4c48-a2c5-49722e86b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:09.247595 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ad7f7c70-71fa-491a-bdc2-a0e1a115cfb0 req-9b83cf26-8101-4c48-a2c5-49722e86b954 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 1097 time: 0.9741428 Sep 21 17:36:09.341206 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-9521b4d1-046f-43f3-b444-51e8a070ba76 None None] Provisioning complete for port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:09.343275 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9521b4d1-046f-43f3-b444-51e8a070ba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.354525 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34138) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:09.400224 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-928f6f2d-6a10-416f-947c-dd392bb81b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.402950 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-7702e719-0b71-45db-acea-837996bf90e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bfad54-ceff-46cf-99c9-483789832d37 HTTP/1.1" status: 200 len: 217 time: 0.2687707 Sep 21 17:36:09.566752 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Router a94316c6-15be-4716-bd09-7821fb31199b has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:36:09.618331 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7c70-71fa-491a-bdc2-a0e1a115cfb0 req-89762226-dc2a-4e4d-b994-ef8c425194fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:09.619888 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ad7f7c70-71fa-491a-bdc2-a0e1a115cfb0 req-89762226-dc2a-4e4d-b994-ef8c425194fe service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2397516 Sep 21 17:36:09.628458 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:36:09.636616 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63774e1e-c76c-40f2-bff0-1ef5f5b885fd req-a7cc9c95-3d88-40af-9d6e-745a0934a80f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:09.645058 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63774e1e-c76c-40f2-bff0-1ef5f5b885fd req-a7cc9c95-3d88-40af-9d6e-745a0934a80f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 944 time: 0.5749190 Sep 21 17:36:09.682793 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b8085-ba03-47c5-a8c5-ed38150267a5 req-e0343271-e0fe-414d-b1d3-05268b897a06 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:09.691415 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-546b8085-ba03-47c5-a8c5-ed38150267a5 req-e0343271-e0fe-414d-b1d3-05268b897a06 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 943 time: 0.5398757 Sep 21 17:36:09.709540 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63774e1e-c76c-40f2-bff0-1ef5f5b885fd req-a844d139-a9df-43eb-9baa-687bfa67081f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635114 Sep 21 17:36:09.833353 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-546b8085-ba03-47c5-a8c5-ed38150267a5 req-f5740b6c-cc2e-4988-af4b-64fc1f04006b tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402986 Sep 21 17:36:09.855182 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-634f24ed-4e4f-4b42-8805-b9ee2156bf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.863538 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:36:09.864230 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ca53b263-c44a-4795-8d49-d5bf2f7729be up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:09.878885 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Sync routers for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:36:09.880078 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e7ca0402-d922-473e-bfe1-61ee88cb07da admin admin] 10.222.0.26 "PUT /v2.0/routers/b3eefd79-b0bd-4faa-8110-a7683d2b08e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4050622 Sep 21 17:36:09.895906 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-9521b4d1-046f-43f3-b444-51e8a070ba76 None None] Port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:36:09.896336 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-634f24ed-4e4f-4b42-8805-b9ee2156bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.904582 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] For port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:09.916915 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:09.919976 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:09.922722 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] For port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:09.932359 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.989641 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5966f7c0-9998-4352-a363-27436f504f19 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:09.997840 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f24ed-4e4f-4b42-8805-b9ee2156bf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88ab521-2ee5-4eb2-ac12-66a9cb8c652a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:10.003544 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port ca53b263-c44a-4795-8d49-d5bf2f7729be triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:10.003929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.008940 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7fbaa-3dfd-45e6-abb8-98851ba72f70 None None] Pushing event updated for resources: {'Port': ['ID=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:10.032063 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:10.032702 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:10.064830 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34148) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:10.073528 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-634f24ed-4e4f-4b42-8805-b9ee2156bf7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab726e941cbd49b3953e27f3778a30e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7826555 Sep 21 17:36:10.080419 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:36:10.102631 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-cf0c7d57-4adc-4e8e-8a7c-2f0cf83bd9db admin admin] 10.222.0.26 "PUT /v2.0/routers/a94316c6-15be-4716-bd09-7821fb31199b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8276346 Sep 21 17:36:10.128667 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Sync routers for ids ['a94316c6-15be-4716-bd09-7821fb31199b'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:36:10.205070 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:10.209619 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-3e5914c0-465a-4890-bcfc-27336092b19b None None] Provisioning complete for port 03cc64c8-e455-4266-93dc-cc01de46ae74 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:10.210025 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3e5914c0-465a-4890-bcfc-27336092b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.244590 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-928f6f2d-6a10-416f-947c-dd392bb81b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.254826 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-64bf7531-affb-49af-8076-1b6b8fee3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:10.257181 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-64bf7531-affb-49af-8076-1b6b8fee3e28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b98117-29d4-4732-bed8-bcc027164974 HTTP/1.1" status: 200 len: 851 time: 0.1201646 Sep 21 17:36:10.261507 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-928f6f2d-6a10-416f-947c-dd392bb81b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.332206 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Routers {'a94316c6-15be-4716-bd09-7821fb31199b'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:10.332805 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['a94316c6-15be-4716-bd09-7821fb31199b'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:10.445456 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d36d32e2-37dd-4142-bc8f-962d2ee9199d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.470153 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-928f6f2d-6a10-416f-947c-dd392bb81b77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=397ac1eab8ac4053ad9630bcbcb8804d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0953565 Sep 21 17:36:10.473086 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Set router a94316c6-15be-4716-bd09-7821fb31199b gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:10.481570 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-a61d5ae7-bf3a-4208-af06-f56fa6a1fb70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5dde26ca-77d9-4cd1-b20b-8809355d82b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077546 Sep 21 17:36:10.482083 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34162) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:10.519907 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 2, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:10.527352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6f2d-6a10-416f-947c-dd392bb81b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43be276-fee2-42b5-866a-305df1cfb47b,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:10.560937 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Checking router: b3eefd79-b0bd-4faa-8110-a7683d2b08e6 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:36:10.561463 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Updating router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 port 03cc64c8-e455-4266-93dc-cc01de46ae74 binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:36:10.601360 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d36d32e2-37dd-4142-bc8f-962d2ee9199d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.610180 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.638180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7c70-71fa-491a-bdc2-a0e1a115cfb0 req-3b33915d-0fb8-4cc7-8d4b-256d4a3482f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:10.640280 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ad7f7c70-71fa-491a-bdc2-a0e1a115cfb0 req-3b33915d-0fb8-4cc7-8d4b-256d4a3482f9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4929686 Sep 21 17:36:10.684782 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d36d32e2-37dd-4142-bc8f-962d2ee9199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.688951 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d36d32e2-37dd-4142-bc8f-962d2ee9199d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.690119 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d36d32e2-37dd-4142-bc8f-962d2ee9199d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a88ab521-2ee5-4eb2-ac12-66a9cb8c652a HTTP/1.1" status: 204 len: 168 time: 0.6233795 Sep 21 17:36:10.705699 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d32e2-37dd-4142-bc8f-962d2ee9199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88ab521-2ee5-4eb2-ac12-66a9cb8c652a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:10.712160 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:10.773211 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb5c-e932-4216-aa97-ca073d0b881d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.820277 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-804d8eb6-a8a2-4d39-981a-04693ee05b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:10.821796 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-804d8eb6-a8a2-4d39-981a-04693ee05b39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 1097 time: 0.1173439 Sep 21 17:36:10.840691 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-4ed80292-7ca8-4ac0-aaed-4ac1792e1f5e service neutron] 10.222.0.18 "GET /v2.0/networks/5dde26ca-77d9-4cd1-b20b-8809355d82b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494000 Sep 21 17:36:10.847481 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb5c-e932-4216-aa97-ca073d0b881d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.892880 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5966f7c0-9998-4352-a363-27436f504f19 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.910361 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5966f7c0-9998-4352-a363-27436f504f19 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:10.933749 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-3e5914c0-465a-4890-bcfc-27336092b19b None None] Port 03cc64c8-e455-4266-93dc-cc01de46ae74 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:36:11.005532 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5966f7c0-9998-4352-a363-27436f504f19 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.007032 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-5966f7c0-9998-4352-a363-27436f504f19 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1561310 Sep 21 17:36:11.019609 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34180) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:11.028171 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966f7c0-9998-4352-a363-27436f504f19 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f3a004-5224-4e51-9527-8f078d454ed3,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:11.031025 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-e8f57f74-dc42-4857-83a6-54203d8a1337 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd814f5b-03ab-4ea5-af5d-2694a2a02512 HTTP/1.1" status: 200 len: 217 time: 0.1985981 Sep 21 17:36:11.043324 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-3ff0a3d4-b1b1-4998-b96a-fb6ad4c99843 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'security_group_rule': {'security_group_id': '20f3a004-5224-4e51-9527-8f078d454ed3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:11.118946 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9dce6daf-f725-4af5-a6b4-79710944b734 req-3d0d8a05-c2cd-4690-bf70-6ddf9399cde2 service neutron] 10.222.0.18 "GET /v2.0/networks/5dde26ca-77d9-4cd1-b20b-8809355d82b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664914 Sep 21 17:36:11.124421 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb5c-e932-4216-aa97-ca073d0b881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.130172 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29fbbb5c-e932-4216-aa97-ca073d0b881d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.132759 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-29fbbb5c-e932-4216-aa97-ca073d0b881d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d43be276-fee2-42b5-866a-305df1cfb47b HTTP/1.1" status: 204 len: 168 time: 0.6431167 Sep 21 17:36:11.149490 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbbb5c-e932-4216-aa97-ca073d0b881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43be276-fee2-42b5-866a-305df1cfb47b,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:11.222959 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.236416 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.237160 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-507e558f-0af6-4d1f-a759-065c4da491cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:11.257080 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-507e558f-0af6-4d1f-a759-065c4da491cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.1940734 Sep 21 17:36:11.311415 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-dd045ea8-fee8-45ab-84e0-f48b2d77523e None None] Provisioning complete for port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:11.311799 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-dd045ea8-fee8-45ab-84e0-f48b2d77523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.372010 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2ec28-0cc0-4569-be9a-09c264f4cd8b None None] Pushing event updated for resources: {'Port': ['ID=03cc64c8-e455-4266-93dc-cc01de46ae74,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:11.399756 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-dc536d71-75d6-4ed8-a1c0-26ce59edb2f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412346 Sep 21 17:36:11.419583 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-1640f7cc-10b0-4344-95b5-3a3910ab6946 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:11.422772 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-1640f7cc-10b0-4344-95b5-3a3910ab6946 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 819 time: 0.2464213 Sep 21 17:36:11.453763 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34206) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:11.482801 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-40c2f0e5-7177-47cb-ad28-aa5a998e4eb1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098373827', 'description': 'tempest-description--1648085695'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:11.521761 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Attempting to bind port 03cc64c8-e455-4266-93dc-cc01de46ae74 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:11.522481 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Attempting to bind port 03cc64c8-e455-4266-93dc-cc01de46ae74 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:11.523093 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Attempting to bind port 03cc64c8-e455-4266-93dc-cc01de46ae74 on network dbbd70b1-e8de-4b85-826c-a766f7aa631c {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:11.529086 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:11.529837 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Checking segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:11.530449 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.531080 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Bound using segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:11.531761 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Bound port: 03cc64c8-e455-4266-93dc-cc01de46ae74, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:11.532401 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.553496 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-7a2c839d-ba9f-4bf3-aa6b-4d063f127c0a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/quotas/f257a9cb91ea4e2a9d571765f4cfaa0e HTTP/1.1" status: 200 len: 375 time: 0.1188602 Sep 21 17:36:11.564785 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-07a4c5ea-55ff-4d99-8842-78501fc54016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:11.566451 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-07a4c5ea-55ff-4d99-8842-78501fc54016 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=17fe6b4caafd4fef950f2e6036ed9366&device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 1096 time: 0.1423039 Sep 21 17:36:11.580332 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3ff0a3d4-b1b1-4998-b96a-fb6ad4c99843 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.643871 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port': {'id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f', 'name': '', 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'mac_address': 'fa:16:3e:70:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:03Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 2, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'subnets': [{'id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:11.687033 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] For port 03cc64c8-e455-4266-93dc-cc01de46ae74, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:11.691867 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] For port 03cc64c8-e455-4266-93dc-cc01de46ae74, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=03cc64c8-e455-4266-93dc-cc01de46ae74,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:11.703367 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.742167 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Checking router: a94316c6-15be-4716-bd09-7821fb31199b for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:36:11.742448 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Updating router a94316c6-15be-4716-bd09-7821fb31199b port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:36:11.752513 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-dd045ea8-fee8-45ab-84e0-f48b2d77523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.752731 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-40c2f0e5-7177-47cb-ad28-aa5a998e4eb1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:11.854473 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-dd045ea8-fee8-45ab-84e0-f48b2d77523e None None] For port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:11.873949 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-dd045ea8-fee8-45ab-84e0-f48b2d77523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.006967 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:12.007461 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:12.020700 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907b652-d38a-4171-a2de-2c3ed1b5048f req-27b07c4b-4243-4e09-a74f-1d142e28c511 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:12.028228 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9907b652-d38a-4171-a2de-2c3ed1b5048f req-27b07c4b-4243-4e09-a74f-1d142e28c511 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 944 time: 0.3848050 Sep 21 17:36:12.035675 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-e5dcb9e8-99c2-408f-be5d-30fdbfdda034 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666995 Sep 21 17:36:12.037712 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34222) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:12.047088 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.089414 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2ec28-0cc0-4569-be9a-09c264f4cd8b None None] Pushing event updated for resources: {'Port': ['ID=03cc64c8-e455-4266-93dc-cc01de46ae74,revision_number=4']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:12.161516 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd045ea8-fee8-45ab-84e0-f48b2d77523e None None] Pushing event updated for resources: {'Port': ['ID=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:12.185878 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0dabe91e-c159-463b-8277-5e2616901ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.189654 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-df2ca3ad-38b2-4ae9-b23d-fcdd4ba00c6e req-1e1f9fae-bec9-4dfb-a807-06ff5682a58b service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237693 Sep 21 17:36:12.229390 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3ff0a3d4-b1b1-4998-b96a-fb6ad4c99843 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.239747 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3ff0a3d4-b1b1-4998-b96a-fb6ad4c99843 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.262877 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:12.274901 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0a3d4-b1b1-4998-b96a-fb6ad4c99843 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d77c472-66e0-4e65-b6eb-e504b0afb0d8,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:12.330250 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-0321b854-dabb-4a96-964a-a5748e13d39b None None] Provisioning complete for port 03cc64c8-e455-4266-93dc-cc01de46ae74 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:12.330664 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0321b854-dabb-4a96-964a-a5748e13d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.371532 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:09Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:12.373859 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-7c9a0959-338a-482b-a55e-7077a0317ac3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8050413 Sep 21 17:36:12.401542 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9907b652-d38a-4171-a2de-2c3ed1b5048f req-373b5c35-5c6a-42c5-92a5-79ed247ef0d0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554561 Sep 21 17:36:12.486107 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-a561d273-c6b4-4450-86bd-3106b1147feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:12.488697 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-a561d273-c6b4-4450-86bd-3106b1147feb service neutron] 10.222.0.18 "GET /v2.0/networks?id=5dde26ca-77d9-4cd1-b20b-8809355d82b7 HTTP/1.1" status: 200 len: 912 time: 0.8742938 Sep 21 17:36:12.493881 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2390aa-797c-4b63-a12c-c95d3a2b9d27 None None] The sync data for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi is: [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:09Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:36:12.536170 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0dabe91e-c159-463b-8277-5e2616901ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.556716 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-2197389c-6999-46e8-9288-0042b93a1f5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bfad54-ceff-46cf-99c9-483789832d37 HTTP/1.1" status: 200 len: 217 time: 0.0592234 Sep 21 17:36:12.592253 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0dabe91e-c159-463b-8277-5e2616901ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.701017 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0dabe91e-c159-463b-8277-5e2616901ea9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5121a079b1cf49af8aeb768c7339e58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481340 Sep 21 17:36:12.706384 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3ff0a3d4-b1b1-4998-b96a-fb6ad4c99843 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:12.706502 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34240) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:12.708843 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3ff0a3d4-b1b1-4998-b96a-fb6ad4c99843 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6908226 Sep 21 17:36:12.716222 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34242) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:12.734102 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-d83278db-dfd4-4bf3-857a-e0f61024feaf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'security_group_rule': {'security_group_id': '20f3a004-5224-4e51-9527-8f078d454ed3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:12.775831 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabe91e-c159-463b-8277-5e2616901ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce9641-5ab3-4127-a028-0e021a5425c2,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:12.787589 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698bf05-a14c-41d0-814e-6fda0ce6f064 req-ce7b0fc2-b7ba-4ca8-9f3b-bd021eee8b84 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:12.789244 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5698bf05-a14c-41d0-814e-6fda0ce6f064 req-ce7b0fc2-b7ba-4ca8-9f3b-bd021eee8b84 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 943 time: 0.2511714 Sep 21 17:36:12.824661 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:12.864460 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5698bf05-a14c-41d0-814e-6fda0ce6f064 req-886e8fbb-bd0a-4a9c-b2a9-ab9872a0c608 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644522 Sep 21 17:36:12.866227 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e3c85e-27b0-4f28-9335-e8f50701ce9b None None] The sync data for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi is: [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:36:12.885398 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-2b6a5593-84bf-409a-9fa1-9c73851d3a04 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:36:12.890997 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-2b6a5593-84bf-409a-9fa1-9c73851d3a04 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1812558 Sep 21 17:36:12.940098 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-1789b180-891d-4533-ae9d-90e942745c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:12.941922 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-1789b180-891d-4533-ae9d-90e942745c54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8b98117-29d4-4732-bed8-bcc027164974 HTTP/1.1" status: 200 len: 851 time: 0.3772669 Sep 21 17:36:13.021845 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0321b854-dabb-4a96-964a-a5748e13d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.033568 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-4bf6a24a-eb1f-4b1c-bb7b-f00b767ad0dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5dde26ca-77d9-4cd1-b20b-8809355d82b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708022 Sep 21 17:36:13.092364 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-0321b854-dabb-4a96-964a-a5748e13d39b None None] For port 03cc64c8-e455-4266-93dc-cc01de46ae74, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=03cc64c8-e455-4266-93dc-cc01de46ae74,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:13.095595 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.101245 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0321b854-dabb-4a96-964a-a5748e13d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.132395 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2051ab88-68f1-49b2-98f5-190d57e3220f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.164165 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321b854-dabb-4a96-964a-a5748e13d39b None None] Pushing event updated for resources: {'Port': ['ID=03cc64c8-e455-4266-93dc-cc01de46ae74,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:13.167087 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.179067 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-40c2f0e5-7177-47cb-ad28-aa5a998e4eb1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.213618 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-40c2f0e5-7177-47cb-ad28-aa5a998e4eb1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.221303 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2051ab88-68f1-49b2-98f5-190d57e3220f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.235060 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d83278db-dfd4-4bf3-857a-e0f61024feaf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.336334 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-03a781e3-c099-451d-aede-b8f7ebb59f43 service neutron] 10.222.0.26 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366820 Sep 21 17:36:13.350257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-40c2f0e5-7177-47cb-ad28-aa5a998e4eb1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.374127 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-40c2f0e5-7177-47cb-ad28-aa5a998e4eb1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9018884 Sep 21 17:36:13.378095 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d83278db-dfd4-4bf3-857a-e0f61024feaf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.378877 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34252) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:13.389881 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-69712d66-3cee-426c-8bf9-90257651d6b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'security_group_rule': {'security_group_id': '4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:13.397937 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d83278db-dfd4-4bf3-857a-e0f61024feaf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.420723 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2f0e5-7177-47cb-ad28-aa5a998e4eb1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:13.470297 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83278db-dfd4-4bf3-857a-e0f61024feaf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeee7ce1-3eba-4cbc-b912-0a8aab249099,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:13.491095 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-2310dc6d-c3dd-422c-bed3-bd5cbc9ff886 None None] Provisioning complete for port 03cc64c8-e455-4266-93dc-cc01de46ae74 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:13.491840 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2310dc6d-c3dd-422c-bed3-bd5cbc9ff886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.494349 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-69712d66-3cee-426c-8bf9-90257651d6b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.506507 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d83278db-dfd4-4bf3-857a-e0f61024feaf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.510470 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d83278db-dfd4-4bf3-857a-e0f61024feaf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7882373 Sep 21 17:36:13.519007 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34258) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:13.527917 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:13.566444 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.634632 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Attempting to bind port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:13.635243 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Attempting to bind port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:13.635680 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Attempting to bind port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f on network 5253add1-a38f-418c-b4f2-c8528448381a {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:13.641924 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885b826-dc50-4a32-a115-bf92c67233fa None None] Pushing event updated for resources: {'Port': ['ID=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:13.646656 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:13.647424 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Checking segment: {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:13.648612 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.649210 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Bound using segment: {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:13.649993 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Bound port: 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:13.650719 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.670380 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-baf41ebe-6bef-4f8e-be53-2389d36ca47f service neutron] 10.222.0.18 "GET /v2.0/networks/5dde26ca-77d9-4cd1-b20b-8809355d82b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888667 Sep 21 17:36:13.733916 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2051ab88-68f1-49b2-98f5-190d57e3220f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.745653 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2051ab88-68f1-49b2-98f5-190d57e3220f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.746867 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2051ab88-68f1-49b2-98f5-190d57e3220f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bce9641-5ab3-4127-a028-0e021a5425c2 HTTP/1.1" status: 204 len: 168 time: 1.0329049 Sep 21 17:36:13.778840 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] For port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:13.782335 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] For port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:13.796955 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:13.816910 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-14f97434-dd4b-45cf-a792-967e1b8939cf service neutron] 10.222.0.26 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700298 Sep 21 17:36:13.821205 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051ab88-68f1-49b2-98f5-190d57e3220f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce9641-5ab3-4127-a028-0e021a5425c2,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:13.834781 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:14.031285 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a4763ed-9138-4456-ba1a-04bd73248126 req-08056f57-9d65-430e-87a7-866197bfa26e service neutron] 10.222.0.18 "GET /v2.0/networks/5dde26ca-77d9-4cd1-b20b-8809355d82b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514352 Sep 21 17:36:14.032057 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Routers {'a94316c6-15be-4716-bd09-7821fb31199b'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:14.033010 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:35:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['a94316c6-15be-4716-bd09-7821fb31199b'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:14.149004 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb968a-9ec3-4e1a-8245-a76cd20fe8b2 req-381d3853-9081-486a-a63c-ed319126a9db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:14.156941 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-59bb968a-9ec3-4e1a-8245-a76cd20fe8b2 req-381d3853-9081-486a-a63c-ed319126a9db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 944 time: 0.5964353 Sep 21 17:36:14.219911 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] Set router a94316c6-15be-4716-bd09-7821fb31199b gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:14.333955 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-69712d66-3cee-426c-8bf9-90257651d6b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:14.455529 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-69712d66-3cee-426c-8bf9-90257651d6b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:14.468692 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-59bb968a-9ec3-4e1a-8245-a76cd20fe8b2 req-2e683319-36a9-4b53-95bd-8062a9794783 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892387 Sep 21 17:36:14.507562 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69712d66-3cee-426c-8bf9-90257651d6b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1186e308-0030-4945-bff7-0e5e5c910deb,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:14.533580 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-69712d66-3cee-426c-8bf9-90257651d6b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:14.539640 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34306) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:14.545735 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-69712d66-3cee-426c-8bf9-90257651d6b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1548984 Sep 21 17:36:14.571553 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-a3a2bd98-9457-4cda-b679-ea9e943c851e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'security_group_rule': {'security_group_id': '4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:14.610710 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 87bfad54-ceff-46cf-99c9-483789832d37 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:36:14.660867 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ea76ed4e-db2c-4d63-82f9-3a73cbc71928 req-d3b149f2-8bed-4f3a-87fc-8dcfd4e03dce tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 210 time: 0.0607140 Sep 21 17:36:14.673636 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:14.682351 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d0322-120a-465a-a02d-1c8a92fd68c3 req-104d11ed-5817-4241-b5fb-bc523bf0abb4 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:14.689581 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-174d0322-120a-465a-a02d-1c8a92fd68c3 req-104d11ed-5817-4241-b5fb-bc523bf0abb4 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 943 time: 0.2697637 Sep 21 17:36:14.784141 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a3a2bd98-9457-4cda-b679-ea9e943c851e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:14.824773 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 87bfad54-ceff-46cf-99c9-483789832d37, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=87bfad54-ceff-46cf-99c9-483789832d37,segment=NetworkSegment(fa55919a-664b-4a29-86a3-760fc41d396c),segment_id=fa55919a-664b-4a29-86a3-760fc41d396c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:14.879477 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '87bfad54-ceff-46cf-99c9-483789832d37', 'network_id': '5dde26ca-77d9-4cd1-b20b-8809355d82b7', 'port_id': '87bfad54-ceff-46cf-99c9-483789832d37', 'mac_address': 'fa:16:3e:e7:52:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b98117-29d4-4732-bed8-bcc027164974', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:36:14.902815 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-174d0322-120a-465a-a02d-1c8a92fd68c3 req-bafdb453-237d-47d2-a922-327d302182f3 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986771 Sep 21 17:36:14.964115 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:14.966283 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Allocated IP 172.27.1.247 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/5c35285a-777c-4a20-a129-fb7b3ba2178d) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:15.020375 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bfad54-ceff-46cf-99c9-483789832d37 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:15.139437 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a3a2bd98-9457-4cda-b679-ea9e943c851e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.147189 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a3a2bd98-9457-4cda-b679-ea9e943c851e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.184844 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2bd98-9457-4cda-b679-ea9e943c851e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf36ddb-63ac-4dcc-8e23-73e3049e1e35,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:15.199603 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885b826-dc50-4a32-a115-bf92c67233fa None None] Pushing event updated for resources: {'Port': ['ID=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:15.201858 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a3a2bd98-9457-4cda-b679-ea9e943c851e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.203225 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a3a2bd98-9457-4cda-b679-ea9e943c851e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6582668 Sep 21 17:36:15.208617 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34344) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:15.213498 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:15.219688 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:15.221331 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.274005 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.285599 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 87bfad54-ceff-46cf-99c9-483789832d37, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=87bfad54-ceff-46cf-99c9-483789832d37,segment=NetworkSegment(fa55919a-664b-4a29-86a3-760fc41d396c),segment_id=fa55919a-664b-4a29-86a3-760fc41d396c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:15.305132 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.358482 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port': {'id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f', 'name': '', 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'mac_address': 'fa:16:3e:70:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:03Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 4, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'subnets': [{'id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:15.402596 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c273b28-66ac-471d-b0b6-903d927efe6f None None] The sync data for ids ['a94316c6-15be-4716-bd09-7821fb31199b'] in dv-cinder-810000-2-iscsi is: [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port': {'id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f', 'name': '', 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'mac_address': 'fa:16:3e:70:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:03Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 4, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'subnets': [{'id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:36:15.418929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=87bfad54-ceff-46cf-99c9-483789832d37,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:15.441609 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-0676071e-5151-4836-a5e0-2ce1daa8d6ea tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:15.444860 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-0676071e-5151-4836-a5e0-2ce1daa8d6ea tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 819 time: 0.3165984 Sep 21 17:36:15.469197 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 03cc64c8-e455-4266-93dc-cc01de46ae74 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:15.475738 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.525291 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-89817511-586f-471a-9adf-54fdb1402e6d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/quotas/f257a9cb91ea4e2a9d571765f4cfaa0e HTTP/1.1" status: 200 len: 375 time: 0.0123508 Sep 21 17:36:15.528552 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.570335 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.616820 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['87bfad54-ceff-46cf-99c9-483789832d37'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:15.638094 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'Port': ['ID=5c35285a-777c-4a20-a129-fb7b3ba2178d,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:15.651912 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:15.664524 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 03cc64c8-e455-4266-93dc-cc01de46ae74 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:15.665382 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:15.666893 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.668484 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:15.783844 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:15.843682 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7108d8-376c-48bf-b78a-4e035d82997e req-e01bbea0-6db2-45c3-a6f4-d9fc382a1439 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:15.857917 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db7108d8-376c-48bf-b78a-4e035d82997e req-e01bbea0-6db2-45c3-a6f4-d9fc382a1439 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 944 time: 0.2538776 Sep 21 17:36:15.867052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.001762 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-753d47a3-3e6e-433b-80c9-19741bf4498e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4702461 Sep 21 17:36:16.055626 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db7108d8-376c-48bf-b78a-4e035d82997e req-fd3c729f-a881-4922-8ed4-d5fdbdf83022 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971707 Sep 21 17:36:16.056877 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Allocated IP 172.27.1.67 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/924b47e9-09e0-4b96-90de-bfe9a90c9d87) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:16.200906 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device bd814f5b-03ab-4ea5-af5d-2694a2a02512 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:36:16.323413 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:16.514858 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-dd9048c0-45ff-441d-b16b-0b9f4a3b2968 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:16.516552 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-dd9048c0-45ff-441d-b16b-0b9f4a3b2968 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 819 time: 0.3972404 Sep 21 17:36:16.525981 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-0213f7a4-38d0-4cd6-ad01-90d5604a3ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155733 Sep 21 17:36:16.544509 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b21ae-621b-44df-82b3-10882d74159e req-a69df8b5-55ec-4beb-a5b2-07cafa576f2b tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:16.546569 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-731b21ae-621b-44df-82b3-10882d74159e req-a69df8b5-55ec-4beb-a5b2-07cafa576f2b tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 944 time: 0.2904170 Sep 21 17:36:16.557627 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Request body: {'port': {'device_id': '41312691-5a6b-4347-998a-2cf65124b61c', 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'admin_state_up': True, 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:16.654877 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.663741 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-7ae9990c-3241-49e9-ae69-f941d845f936 service neutron] 10.222.0.26 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277332 Sep 21 17:36:16.678730 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port bd814f5b-03ab-4ea5-af5d-2694a2a02512, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bd814f5b-03ab-4ea5-af5d-2694a2a02512,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:16.681578 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:16.681979 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.718991 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'port_id': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'mac_address': 'fa:16:3e:af:ad:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aec5e36-eadf-48a5-bff6-7ffb824574e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:36:16.733263 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.740623 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.777221 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34392) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:16.804242 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.831609 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.832190 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'Port': ['ID=5c35285a-777c-4a20-a129-fb7b3ba2178d,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:16.846243 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.848119 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-2b99426e-9b2f-41bd-bd55-b0c6d23784e4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3260481 Sep 21 17:36:16.924104 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.932165 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd814f5b-03ab-4ea5-af5d-2694a2a02512 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:16.959334 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Made reservation on behalf of f257a9cb91ea4e2a9d571765f4cfaa0e for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:16.976039 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:16.989891 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port bd814f5b-03ab-4ea5-af5d-2694a2a02512, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bd814f5b-03ab-4ea5-af5d-2694a2a02512,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:17.007633 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:17.032073 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-731b21ae-621b-44df-82b3-10882d74159e req-f481ea96-7a34-4f4b-bf50-e1074e9d29da tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610553 Sep 21 17:36:17.076730 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ccb8e61f-3723-4150-88fc-b9deca5af8f6 req-c2dc6565-ae76-4dd1-9534-53327f6e6947 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 210 time: 0.0667360 Sep 21 17:36:17.141989 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:17.146499 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:17.191039 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:17.222652 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=bd814f5b-03ab-4ea5-af5d-2694a2a02512,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:17.235172 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'Port': ['ID=924b47e9-09e0-4b96-90de-bfe9a90c9d87,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:17.276279 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a75009c9-bae3-4cf2-9573-f89c1e769610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:17.330832 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:17.365071 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-8aa72b4e-f18b-43af-8451-5dce836dca9a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--933062171&fields=id&tenant_id=050f44ed94d14eefbb6db6e3ab6d9052 HTTP/1.1" status: 200 len: 267 time: 0.0787501 Sep 21 17:36:17.404372 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:17.429828 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:17.595192 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:17.647223 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710ec8d-977b-4f47-ad72-0598ca8d8f2e req-ae37ca89-3bab-4bbb-ad70-db7667474c5b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:17.647846 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-615883f6-734b-4dd6-82ce-72e777614ec0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:17.649851 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f710ec8d-977b-4f47-ad72-0598ca8d8f2e req-ae37ca89-3bab-4bbb-ad70-db7667474c5b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 945 time: 0.4159682 Sep 21 17:36:17.668151 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-615883f6-734b-4dd6-82ce-72e777614ec0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 811 time: 0.3017755 Sep 21 17:36:17.690333 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Allocated IP 172.20.0.13 (5253add1-a38f-418c-b4f2-c8528448381a/785f4aee-ecc1-4deb-a22e-1f525efab12b/c5c84080-1c9d-4186-ab95-7d906dac6f9f) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:17.706275 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-d2c0651a-88a1-4945-98f5-3ee7acd069f8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/quotas/050f44ed94d14eefbb6db6e3ab6d9052 HTTP/1.1" status: 200 len: 375 time: 0.0367298 Sep 21 17:36:17.708554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34434) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:17.727891 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:17.775812 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a75009c9-bae3-4cf2-9573-f89c1e769610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:17.795914 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a75009c9-bae3-4cf2-9573-f89c1e769610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:17.839749 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:17.854172 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a75009c9-bae3-4cf2-9573-f89c1e769610 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e75183ea768a4798896a7d9b6a860816&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704296 Sep 21 17:36:17.875017 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-88069c26-86a2-4127-90a3-a6b4205d4eaa tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680992 Sep 21 17:36:17.879087 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34442) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:17.947579 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f710ec8d-977b-4f47-ad72-0598ca8d8f2e req-fea40331-d1cd-49d1-8790-c6bb0236509e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849066 Sep 21 17:36:17.970907 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75009c9-bae3-4cf2-9573-f89c1e769610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a21adf-3a40-4481-b286-b9f87755cea8,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:18.032653 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1824cb08-faaa-4d4b-98fd-b39f9656cc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.074881 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-85031be7-1e87-484d-ad54-f91a6610dbc4 service neutron] 10.222.0.26 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760128 Sep 21 17:36:18.130764 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.187173 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-8997f7f8-3004-4780-b69a-f332ebfda24f service neutron] 10.222.0.26 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113093 Sep 21 17:36:18.189574 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 87bfad54-ceff-46cf-99c9-483789832d37 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:18.225484 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:18.279859 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 87bfad54-ceff-46cf-99c9-483789832d37 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:36:18.287234 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 87bfad54-ceff-46cf-99c9-483789832d37 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:18.287604 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.328248 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:18.328622 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.445813 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fbf53ea3-0f4f-4ef3-a3c4-802218a9bda7 req-2a8edd77-5ce7-4a44-b7d6-63c42c367b0a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 210 time: 0.0601082 Sep 21 17:36:18.488701 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.549028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24068716-89c5-4d50-8e54-2c4439626273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bfad54-ceff-46cf-99c9-483789832d37'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:18.551626 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-222d1952-22c3-45f7-80ae-ac3dc62920c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.578328 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-222d1952-22c3-45f7-80ae-ac3dc62920c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.785032 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-222d1952-22c3-45f7-80ae-ac3dc62920c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.788780 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-222d1952-22c3-45f7-80ae-ac3dc62920c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.801005 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-222d1952-22c3-45f7-80ae-ac3dc62920c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1a21adf-3a40-4481-b286-b9f87755cea8 HTTP/1.1" status: 204 len: 168 time: 0.9185212 Sep 21 17:36:18.835045 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 87bfad54-ceff-46cf-99c9-483789832d37, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=87bfad54-ceff-46cf-99c9-483789832d37,segment=NetworkSegment(fa55919a-664b-4a29-86a3-760fc41d396c),segment_id=fa55919a-664b-4a29-86a3-760fc41d396c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:18.906851 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d1952-22c3-45f7-80ae-ac3dc62920c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a21adf-3a40-4481-b286-b9f87755cea8,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:18.911988 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.918488 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeed963-54a2-4817-8620-f3ae3b2b5bb4 req-dcf82831-26e0-4a60-9334-c1b181e9ff15 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:18.920176 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ebeed963-54a2-4817-8620-f3ae3b2b5bb4 req-dcf82831-26e0-4a60-9334-c1b181e9ff15 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 944 time: 0.7922554 Sep 21 17:36:18.947453 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dea28eb2-42cd-4bf8-813e-05167495e840 req-16ea5834-2d02-4246-b47c-5c99a9432f9e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 210 time: 0.3756454 Sep 21 17:36:18.947979 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1824cb08-faaa-4d4b-98fd-b39f9656cc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.961600 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:18.966198 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1824cb08-faaa-4d4b-98fd-b39f9656cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.052350 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5a8df00e-335f-4cd1-9aa2-8a3efea74aa8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:19.056976 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5a8df00e-335f-4cd1-9aa2-8a3efea74aa8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 819 time: 0.5594802 Sep 21 17:36:19.059028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7befd5e-8249-4906-b80a-83d050a41227" -d '{"events": [{"server_uuid": "24068716-89c5-4d50-8e54-2c4439626273", "name": "network-vif-plugged", "status": "completed", "tag": "87bfad54-ceff-46cf-99c9-483789832d37"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:19.073105 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Request body: {'port': {'device_id': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'admin_state_up': True, 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:19.092502 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=87bfad54-ceff-46cf-99c9-483789832d37,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:19.104155 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ebeed963-54a2-4817-8620-f3ae3b2b5bb4 req-ae1948f5-6e67-4b0c-a33b-6349c5719661 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523776 Sep 21 17:36:19.123372 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-1824cb08-faaa-4d4b-98fd-b39f9656cc37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5d85fe70e084db0822813fee405b234&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4037437 Sep 21 17:36:19.123372 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824cb08-faaa-4d4b-98fd-b39f9656cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7f5951-159e-4130-bdab-a778a5a126bd,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:19.129401 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34484) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:19.190376 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.213500 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.229284 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.236691 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.287927 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Network 5253add1-a38f-418c-b4f2-c8528448381a is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:19.306417 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:19.309509 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:19.311857 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ff11-3c89-4103-ad3b-ef001cc97f85 req-733253ac-8501-42f2-98fd-53943c69c373 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:19.313394 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a828ff11-3c89-4103-ad3b-ef001cc97f85 req-733253ac-8501-42f2-98fd-53943c69c373 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 945 time: 0.1598308 Sep 21 17:36:19.315870 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:19.316595 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.339104 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-498df6ff-07f6-4537-9380-c43ac555d02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.346888 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.356338 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1385705 Sep 21 17:36:19.390187 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-498df6ff-07f6-4537-9380-c43ac555d02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.408746 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34490) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:19.416580 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8688223 Sep 21 17:36:19.421096 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Made reservation on behalf of f257a9cb91ea4e2a9d571765f4cfaa0e for: {'port': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:19.421395 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6ba59-c1eb-463a-9198-d50c74c0c365 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'Port': ['ID=924b47e9-09e0-4b96-90de-bfe9a90c9d87,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:19.425175 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.437107 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Request body: {'port': {'device_id': '41312691-5a6b-4347-998a-2cf65124b61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:19.463280 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93dd6af-c006-4495-94dc-72d67e89e5a6 x-openstack-request-id: req-f93dd6af-c006-4495-94dc-72d67e89e5a6 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:19.463587 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24068716-89c5-4d50-8e54-2c4439626273", "name": "network-vif-plugged", "status": "completed", "tag": "87bfad54-ceff-46cf-99c9-483789832d37", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:19.463822 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f93dd6af-c006-4495-94dc-72d67e89e5a6 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:19.464475 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24068716-89c5-4d50-8e54-2c4439626273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bfad54-ceff-46cf-99c9-483789832d37', 'code': 200} Sep 21 17:36:19.465496 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0fb6-5bb0-4404-abad-612502af5d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.495411 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a828ff11-3c89-4103-ad3b-ef001cc97f85 req-8faa3581-5532-4955-826c-d572aa3983b7 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645160 Sep 21 17:36:19.526200 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388a19-c2bd-41e6-9cf7-95358155c6fa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Pushing event updated for resources: {'Port': ['ID=c5c84080-1c9d-4186-ab95-7d906dac6f9f,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:19.536541 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.545437 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-498df6ff-07f6-4537-9380-c43ac555d02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.548350 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-498df6ff-07f6-4537-9380-c43ac555d02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:19.551967 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-498df6ff-07f6-4537-9380-c43ac555d02a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd7f5951-159e-4130-bdab-a778a5a126bd HTTP/1.1" status: 204 len: 168 time: 0.4191761 Sep 21 17:36:19.564017 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498df6ff-07f6-4537-9380-c43ac555d02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7f5951-159e-4130-bdab-a778a5a126bd,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:19.682141 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.18', 54768) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:19.777109 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-570f9999-3283-4345-b04b-0db9cb7dc4e7 req-c31c6c61-a5a1-48ca-b1a8-7ea90428e683 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 210 time: 0.1450334 Sep 21 17:36:19.822922 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.18', 54769) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:19.856904 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-76c44d49-ecbd-4070-8a51-ec8592c0a8b0 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2098373827&fields=id&tenant_id=77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 267 time: 0.2045629 Sep 21 17:36:19.934053 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Allocated IP 172.20.0.9 (5253add1-a38f-418c-b4f2-c8528448381a/785f4aee-ecc1-4deb-a22e-1f525efab12b/c74b7986-6e11-49f9-9f9c-0504673df4ab) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:19.952545 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e05b-8860-4eba-a8e7-7e2e69da59b8 req-7f006e4c-7148-46af-8c7d-e8487b948777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:19.954439 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c696e05b-8860-4eba-a8e7-7e2e69da59b8 req-7f006e4c-7148-46af-8c7d-e8487b948777 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 1098 time: 0.2632618 Sep 21 17:36:20.018231 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-b98021ac-5f41-4434-8ced-8bd00e8b00e1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:20.020204 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-b98021ac-5f41-4434-8ced-8bd00e8b00e1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 811 time: 0.1962445 Sep 21 17:36:20.059064 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34516) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:20.062348 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-312c1291-ec98-408d-aac1-db351752db3f req-19420434-1f4e-4f72-a663-3139b3b7d46a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 210 time: 0.0412276 Sep 21 17:36:20.086895 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-84c53db2-1e86-46f9-b935-6806fd57f776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.125638 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-c696e05b-8860-4eba-a8e7-7e2e69da59b8 req-b7e90dfb-1ac6-40f1-9a62-c6e8e6037283 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.133749 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-c64d07b6-3c2c-4a57-a889-ad3a39437c63 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050f44ed94d14eefbb6db6e3ab6d9052 HTTP/1.1" status: 200 len: 379 time: 0.1010003 Sep 21 17:36:20.151810 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0fb6-5bb0-4404-abad-612502af5d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.157578 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'port': {'device_id': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'admin_state_up': True, 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'security_groups': ['20f3a004-5224-4e51-9527-8f078d454ed3']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:20.182150 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0fb6-5bb0-4404-abad-612502af5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.191375 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device bd814f5b-03ab-4ea5-af5d-2694a2a02512 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:20.283147 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port bd814f5b-03ab-4ea5-af5d-2694a2a02512 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:36:20.283275 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port bd814f5b-03ab-4ea5-af5d-2694a2a02512 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:20.283674 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.311612 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-b565b841-4daf-4024-ac0e-df725b36aa66 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:20.319578 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-b565b841-4daf-4024-ac0e-df725b36aa66 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 816 time: 0.4602485 Sep 21 17:36:20.339615 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a5ad0fb6-5bb0-4404-abad-612502af5d7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e9119a1ba764b338b1cdc795caf9857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9297802 Sep 21 17:36:20.343824 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad0fb6-5bb0-4404-abad-612502af5d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4267e746-62f5-4350-9432-9d1afe24e397,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:20.347023 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34526) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:20.366021 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176908cd-dcae-41c7-a60b-7473abff8126 req-aa61a709-615c-4655-b189-471825e4cc3e tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:20.367708 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-176908cd-dcae-41c7-a60b-7473abff8126 req-aa61a709-615c-4655-b189-471825e4cc3e tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 945 time: 0.1257234 Sep 21 17:36:20.375508 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-c3396843-c0d5-411a-a671-2536eee2d4e7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/quotas/77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 375 time: 0.0557852 Sep 21 17:36:20.399785 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-84c53db2-1e86-46f9-b935-6806fd57f776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.405571 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.412916 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-84c53db2-1e86-46f9-b935-6806fd57f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.440162 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port bd814f5b-03ab-4ea5-af5d-2694a2a02512, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bd814f5b-03ab-4ea5-af5d-2694a2a02512,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:20.443622 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.476589 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c53db2-1e86-46f9-b935-6806fd57f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d817b19-c312-484d-a956-d318b4592281,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:20.478926 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.486334 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-84c53db2-1e86-46f9-b935-6806fd57f776 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7968e35edf26407e825f4e86f11e0ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230118 Sep 21 17:36:20.489616 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-176908cd-dcae-41c7-a60b-7473abff8126 req-2a17fd44-7cc2-4ce6-a93d-90f13a08ffac tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147830 Sep 21 17:36:20.490075 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34528) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:20.505685 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-3db9ae0c-1c77-454a-b683-40bf8bf8bd8a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294000 Sep 21 17:36:20.524733 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=bd814f5b-03ab-4ea5-af5d-2694a2a02512,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:20.553596 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dbe10439-1e84-4f36-88dc-c612477fcf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.557111 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0552960d-f229-435c-8c5c-c292205165ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.577894 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dbe10439-1e84-4f36-88dc-c612477fcf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.632667 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0552960d-f229-435c-8c5c-c292205165ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.654630 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ea0a6-9a71-4f02-bc48-0fb01aca1143 req-ff51ff29-5aea-4ae9-a9ee-9a528df2536a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:20.656488 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-465ea0a6-9a71-4f02-bc48-0fb01aca1143 req-ff51ff29-5aea-4ae9-a9ee-9a528df2536a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.0766172 Sep 21 17:36:20.672174 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.696370 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dbe10439-1e84-4f36-88dc-c612477fcf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.699516 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-dbe10439-1e84-4f36-88dc-c612477fcf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.700522 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-dbe10439-1e84-4f36-88dc-c612477fcf54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d817b19-c312-484d-a956-d318b4592281 HTTP/1.1" status: 204 len: 168 time: 0.2094576 Sep 21 17:36:20.755745 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe10439-1e84-4f36-88dc-c612477fcf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d817b19-c312-484d-a956-d318b4592281,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:20.774931 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-465ea0a6-9a71-4f02-bc48-0fb01aca1143 req-3272848c-ccb1-41fe-b856-c67eff0ce1b9 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994406 Sep 21 17:36:20.775515 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-ad83731d-d649-459d-998e-669f09768af5 service neutron] 10.222.0.26 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450373 Sep 21 17:36:20.857841 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-c696e05b-8860-4eba-a8e7-7e2e69da59b8 req-b7e90dfb-1ac6-40f1-9a62-c6e8e6037283 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.863579 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c84080-1c9d-4186-ab95-7d906dac6f9f {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:20.876596 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Network 5253add1-a38f-418c-b4f2-c8528448381a is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:20.879957 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Pushing event updated for resources: {'Port': ['ID=c74b7986-6e11-49f9-9f9c-0504673df4ab,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:20.882819 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:20.891612 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:20.893844 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.897566 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:20.898215 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.902745 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-c696e05b-8860-4eba-a8e7-7e2e69da59b8 req-b7e90dfb-1ac6-40f1-9a62-c6e8e6037283 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.932399 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Transition to ACTIVE for port object c5c84080-1c9d-4186-ab95-7d906dac6f9f will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:36:20.938073 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Made reservation on behalf of 050f44ed94d14eefbb6db6e3ab6d9052 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:20.939870 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0552960d-f229-435c-8c5c-c292205165ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.942345 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0552960d-f229-435c-8c5c-c292205165ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.945816 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.945954 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0552960d-f229-435c-8c5c-c292205165ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4267e746-62f5-4350-9432-9d1afe24e397 HTTP/1.1" status: 204 len: 168 time: 0.5944176 Sep 21 17:36:20.954474 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:20.976076 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c696e05b-8860-4eba-a8e7-7e2e69da59b8 req-b7e90dfb-1ac6-40f1-9a62-c6e8e6037283 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9455333 Sep 21 17:36:20.989082 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5ebea876-2052-4141-aef9-178ba704e4c3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9204373 Sep 21 17:36:20.993593 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e90dfb-1ac6-40f1-9a62-c6e8e6037283 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=96503aab-6b85-439f-8b0f-b3c9fc0966f4,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:21.014890 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-1e41bc5e-d3f4-4bb5-bbbb-edb9f9cd501f service neutron] 10.222.0.26 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381520 Sep 21 17:36:21.015811 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552960d-f229-435c-8c5c-c292205165ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267e746-62f5-4350-9432-9d1afe24e397,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:21.024736 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3e17c-8dd8-4eeb-98e0-205ac6a26573 req-418adc4a-9865-4e3a-bd22-a3f47a260cc3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:21.026282 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-50e3e17c-8dd8-4eeb-98e0-205ac6a26573 req-418adc4a-9865-4e3a-bd22-a3f47a260cc3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 931 time: 0.1575055 Sep 21 17:36:21.108524 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c84080-1c9d-4186-ab95-7d906dac6f9f,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:21.180948 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Attempting to bind port c5c84080-1c9d-4186-ab95-7d906dac6f9f on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:21.181506 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Attempting to bind port c5c84080-1c9d-4186-ab95-7d906dac6f9f by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:21.181602 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Attempting to bind port c5c84080-1c9d-4186-ab95-7d906dac6f9f on network 5253add1-a38f-418c-b4f2-c8528448381a {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:21.195048 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Request body: {'port': {'device_id': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:21.222045 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Port c5c84080-1c9d-4186-ab95-7d906dac6f9f on network 5253add1-a38f-418c-b4f2-c8528448381a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:36:21.222143 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Attempting to bind port c5c84080-1c9d-4186-ab95-7d906dac6f9f on network 5253add1-a38f-418c-b4f2-c8528448381a {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:21.263827 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-50e3e17c-8dd8-4eeb-98e0-205ac6a26573 req-c0216e9e-b275-4c0f-8d0b-f0fb2aea74a8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741114 Sep 21 17:36:21.271623 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:21.271961 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Checking segment: {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:21.272348 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Bound using segment: {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:21.272784 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Bound port: c5c84080-1c9d-4186-ab95-7d906dac6f9f, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:21.273143 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:21.343270 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a8adcfb0-82ee-4efa-8471-3e53f1f3f902 req-74671e47-0da5-49ea-94c4-543b155b17d7 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 210 time: 0.0453861 Sep 21 17:36:21.361424 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:21.398458 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-aebaed7b-0aca-4176-86c3-58876c764f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:21.433964 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Allocated IP 172.20.0.4 (47774829-b42e-47b8-b3a1-9e12aa7db526/02e41d67-1912-461d-bac6-592d50b46ce6/82fdb1f0-5d4c-463a-a696-a8557249bfa9) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:21.466193 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:21.468897 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e170c6dd-98e9-4313-ae9e-cf7989d078c7" -d '{"events": [{"server_uuid": "05e096a3-4d0c-41ec-bf57-34cb02e2bc5d", "name": "network-vif-plugged", "status": "completed", "tag": "bd814f5b-03ab-4ea5-af5d-2694a2a02512"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:21.528402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34564) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:21.530851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5117a291-14f7-43d8-b709-ebfff554c2da x-openstack-request-id: req-5117a291-14f7-43d8-b709-ebfff554c2da {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:21.531291 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e096a3-4d0c-41ec-bf57-34cb02e2bc5d", "name": "network-vif-plugged", "status": "completed", "tag": "bd814f5b-03ab-4ea5-af5d-2694a2a02512", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:21.531779 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5117a291-14f7-43d8-b709-ebfff554c2da {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:21.532301 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'code': 200} Sep 21 17:36:21.569652 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cd71d80d-3383-4e86-a2b5-080441f6a075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:21.573985 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8aa41ee4-38de-4427-a892-76efc96cd8cc req-f2b6f3eb-3473-4bc4-a1c4-702ef53bed10 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 210 time: 0.2278731 Sep 21 17:36:21.719209 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] For port c5c84080-1c9d-4186-ab95-7d906dac6f9f, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:21.752159 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] For port c5c84080-1c9d-4186-ab95-7d906dac6f9f, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:21.772623 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:21.841350 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:21.843733 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:21.844048 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:21.845468 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] 10.222.0.18 "PUT /v2.0/ports/c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 1094 time: 2.4152629 Sep 21 17:36:21.849369 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41312691-5a6b-4347-998a-2cf65124b61c', 'tag': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:21.851865 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31786650-9aa8-49e5-afd0-aa93aa038fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "41312691-5a6b-4347-998a-2cf65124b61c", "tag": "c5c84080-1c9d-4186-ab95-7d906dac6f9f"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:21.953242 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b08e9-423d-4ee8-8893-a56329baf936 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c84080-1c9d-4186-ab95-7d906dac6f9f,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:22.010846 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cd71d80d-3383-4e86-a2b5-080441f6a075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.030585 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eca964-4f04-486f-a736-e92480d7a793 req-8e0d59f4-14ed-47fc-a0a6-d5c7268b5c18 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.032372 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67eca964-4f04-486f-a736-e92480d7a793 req-8e0d59f4-14ed-47fc-a0a6-d5c7268b5c18 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.1626291 Sep 21 17:36:22.033033 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cd71d80d-3383-4e86-a2b5-080441f6a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.038923 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-3e53c9a8-8c43-4868-b1d2-9378fa9fa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.040753 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-3e53c9a8-8c43-4868-b1d2-9378fa9fa590 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1097 time: 0.1246226 Sep 21 17:36:22.045592 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.073431 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858ac75-f8e5-4b44-98b1-e9161fc83ea4 req-59a440c3-7486-4dec-accd-976eff12dfa9 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.076243 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6858ac75-f8e5-4b44-98b1-e9161fc83ea4 req-59a440c3-7486-4dec-accd-976eff12dfa9 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 945 time: 0.3682864 Sep 21 17:36:22.107530 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74b7986-6e11-49f9-9f9c-0504673df4ab {{(pid=98179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:22.119663 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e4a11-e173-40ed-9b70-fc6831466c26 req-97a95875-6162-4733-91ea-135247039e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.121435 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-aa4e4a11-e173-40ed-9b70-fc6831466c26 req-97a95875-6162-4733-91ea-135247039e41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 1099 time: 0.1594837 Sep 21 17:36:22.125066 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-ece1f621-0675-4728-9d93-093ecb28bebf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 217 time: 0.0665112 Sep 21 17:36:22.131637 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.175567 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6858ac75-f8e5-4b44-98b1-e9161fc83ea4 req-db0f21a2-c55b-4d10-a38b-ec9349b384d4 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881722 Sep 21 17:36:22.178486 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.provisioning_blocks [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Transition to ACTIVE for port object c74b7986-6e11-49f9-9f9c-0504673df4ab will not be triggered until provisioned by entity L2. {{(pid=98179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:36:22.194751 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.205001 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:22.211867 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:22.214966 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:22.222920 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.223733 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.243806 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-cd71d80d-3383-4e86-a2b5-080441f6a075 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b90862d9cd444f359952baa6226ae768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7142842 Sep 21 17:36:22.246032 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a58d55-4840-4dbf-86c9-e0e49667d4ca x-openstack-request-id: req-c7a58d55-4840-4dbf-86c9-e0e49667d4ca {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:22.246766 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41312691-5a6b-4347-998a-2cf65124b61c", "tag": "c5c84080-1c9d-4186-ab95-7d906dac6f9f", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:22.247176 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7a58d55-4840-4dbf-86c9-e0e49667d4ca {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:22.248469 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41312691-5a6b-4347-998a-2cf65124b61c', 'tag': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f', 'status': 'completed', 'code': 200} Sep 21 17:36:22.254618 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34592) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:22.259708 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-aa4e4a11-e173-40ed-9b70-fc6831466c26 req-3414bd45-436e-4d64-8659-e70c69a1311c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240218 Sep 21 17:36:22.280267 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71d80d-3383-4e86-a2b5-080441f6a075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e054bb2f-0111-48db-81b8-9e40ef98b98f,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:22.300824 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1531448 Sep 21 17:36:22.322085 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e54f48-c241-4996-b72c-9c79737a9f0a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'Port': ['ID=82fdb1f0-5d4c-463a-a696-a8557249bfa9,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:22.351840 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67eca964-4f04-486f-a736-e92480d7a793 req-37d56c30-c800-4b79-b5eb-d09b711b937e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087189 Sep 21 17:36:22.356652 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Pushing event updated for resources: {'Port': ['ID=c74b7986-6e11-49f9-9f9c-0504673df4ab,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:22.379434 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-4a7d6ced-c65a-4650-a1e7-7b0dac3df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.381490 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-4a7d6ced-c65a-4650-a1e7-7b0dac3df862 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.2143438 Sep 21 17:36:22.422526 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Attempting to bind port c74b7986-6e11-49f9-9f9c-0504673df4ab on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:22.422953 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Attempting to bind port c74b7986-6e11-49f9-9f9c-0504673df4ab by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:22.423489 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Attempting to bind port c74b7986-6e11-49f9-9f9c-0504673df4ab on network 5253add1-a38f-418c-b4f2-c8528448381a {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:22.461813 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Port c74b7986-6e11-49f9-9f9c-0504673df4ab on network 5253add1-a38f-418c-b4f2-c8528448381a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:36:22.462318 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Attempting to bind port c74b7986-6e11-49f9-9f9c-0504673df4ab on network 5253add1-a38f-418c-b4f2-c8528448381a {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:22.472285 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:22.472990 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Checking segment: {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:22.473542 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Bound using segment: {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:22.474542 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Bound port: c74b7986-6e11-49f9-9f9c-0504673df4ab, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eafe44cf-dd70-483a-a279-3542c7010023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a'}}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:22.475078 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.500652 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Request body: {'port': {'device_id': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:22.525982 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e3266-6af8-4d7b-a7ff-759ba72d9aba req-f929d789-2549-4a14-b780-20dc657464dd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.534068 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6c3e3266-6af8-4d7b-a7ff-759ba72d9aba req-f929d789-2549-4a14-b780-20dc657464dd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 931 time: 0.1058850 Sep 21 17:36:22.539680 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-88d48412-2deb-403b-993b-49c7439dcc81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562048 Sep 21 17:36:22.559543 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9dd51-75d6-4e99-aaa7-a89fe9a27804 req-84c722f0-a1d7-4e92-8bf8-bcd65b97d5a3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.561150 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-35e9dd51-75d6-4e99-aaa7-a89fe9a27804 req-84c722f0-a1d7-4e92-8bf8-bcd65b97d5a3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 943 time: 0.1601851 Sep 21 17:36:22.564155 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b57f0b6c-dce7-4581-8556-909d9b3352a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.570938 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-a8a40606-eb6c-4e2b-a2f6-184ce36942a5 None None] Provisioning complete for port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:22.572572 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a8a40606-eb6c-4e2b-a2f6-184ce36942a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.635053 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b57f0b6c-dce7-4581-8556-909d9b3352a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.652995 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-a8a40606-eb6c-4e2b-a2f6-184ce36942a5 None None] Port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:36:22.661331 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] For port c74b7986-6e11-49f9-9f9c-0504673df4ab, host hv-cinder-81000, cleared binding levels {{(pid=98179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:22.678133 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-8f0b3ae9-9f17-482f-b411-31e468e75adf service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095488 Sep 21 17:36:22.703168 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] For port c74b7986-6e11-49f9-9f9c-0504673df4ab, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:22.710518 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-35e9dd51-75d6-4e99-aaa7-a89fe9a27804 req-943067b9-c711-4125-afb1-58a0174a32b2 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398871 Sep 21 17:36:22.713026 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.764767 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.765409 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.767003 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] 10.222.0.18 "PUT /v2.0/ports/c74b7986-6e11-49f9-9f9c-0504673df4ab HTTP/1.1" status: 200 len: 1093 time: 1.5770137 Sep 21 17:36:22.772508 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'tag': 'c74b7986-6e11-49f9-9f9c-0504673df4ab'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:22.774213 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5817e5f-a5a2-4321-818e-85970df6f7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "abc3f23b-0455-4c38-a6b4-27862fd045f3", "tag": "c74b7986-6e11-49f9-9f9c-0504673df4ab"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:22.788939 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6c3e3266-6af8-4d7b-a7ff-759ba72d9aba req-1dc26f19-3e9c-466f-b277-f72fe240f457 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528133 Sep 21 17:36:22.801322 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521e0b7-8d72-43fa-9194-3de51208dbbc service neutron] Pushing event updated for resources: {'Port': ['ID=c74b7986-6e11-49f9-9f9c-0504673df4ab,revision_number=3']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:22.806469 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b57f0b6c-dce7-4581-8556-909d9b3352a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.809597 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b57f0b6c-dce7-4581-8556-909d9b3352a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.813092 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b57f0b6c-dce7-4581-8556-909d9b3352a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e054bb2f-0111-48db-81b8-9e40ef98b98f HTTP/1.1" status: 204 len: 168 time: 0.5527573 Sep 21 17:36:22.834424 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f0b6c-dce7-4581-8556-909d9b3352a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e054bb2f-0111-48db-81b8-9e40ef98b98f,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:22.870758 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915ac7d4-b7ae-4d68-901d-2c2ee3154c44 x-openstack-request-id: req-915ac7d4-b7ae-4d68-901d-2c2ee3154c44 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:22.871281 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc3f23b-0455-4c38-a6b4-27862fd045f3", "tag": "c74b7986-6e11-49f9-9f9c-0504673df4ab", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:22.871731 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-915ac7d4-b7ae-4d68-901d-2c2ee3154c44 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:22.872485 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'tag': 'c74b7986-6e11-49f9-9f9c-0504673df4ab', 'status': 'completed', 'code': 200} Sep 21 17:36:22.876917 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:22.944377 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5ffcf64e-e3f1-451b-9432-917ba0e04339 req-61855f50-ccb8-4051-a48a-d2e9d5fe7de6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 210 time: 0.0422676 Sep 21 17:36:22.996188 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817e5f-a5a2-4321-818e-85970df6f7ff req-84990390-5145-40ab-a3e9-141b1c47ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:22.998763 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c5817e5f-a5a2-4321-818e-85970df6f7ff req-84990390-5145-40ab-a3e9-141b1c47ddb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 1096 time: 0.0674813 Sep 21 17:36:23.447700 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7eca11fd-b2e6-4fc7-a618-db4aaa3766e9 req-16b58342-c164-4765-861b-248720157dbe service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589641 Sep 21 17:36:23.587879 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-43c97d77-ad24-44cf-9327-447c4e644bc7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:23.590054 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-43c97d77-ad24-44cf-9327-447c4e644bc7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 816 time: 0.5667102 Sep 21 17:36:23.621141 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817e5f-a5a2-4321-818e-85970df6f7ff req-a6a0ab41-5d0b-4741-bef0-9349d57b37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:23.623529 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c5817e5f-a5a2-4321-818e-85970df6f7ff req-a6a0ab41-5d0b-4741-bef0-9349d57b37f9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6009045 Sep 21 17:36:23.634630 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce14b-fbe1-4989-b87a-128921647139 req-0945d63a-924b-4cd9-8f1a-5b70b9e305a9 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:23.636482 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-754ce14b-fbe1-4989-b87a-128921647139 req-0945d63a-924b-4cd9-8f1a-5b70b9e305a9 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.1364903 Sep 21 17:36:23.706363 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-d01e6b3d-95ac-4bfc-a335-1fe845e42703 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 380 time: 0.1058512 Sep 21 17:36:23.743468 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'port': {'device_id': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'admin_state_up': True, 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'security_groups': ['4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2']}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:23.771509 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161fb6-db0a-45c9-b56c-6057d82dfc21 req-0ffebcb7-002f-4839-8415-5444d3821b60 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:23.781931 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a6161fb6-db0a-45c9-b56c-6057d82dfc21 req-0ffebcb7-002f-4839-8415-5444d3821b60 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 945 time: 0.4753146 Sep 21 17:36:23.808589 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-754ce14b-fbe1-4989-b87a-128921647139 req-c7912feb-2f95-43d7-8c17-90e90d8aa3bd tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535003 Sep 21 17:36:23.848276 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34668) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:23.907380 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a6161fb6-db0a-45c9-b56c-6057d82dfc21 req-87bd9368-7bf3-4939-8f4f-8dbc2e3f2e41 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244204 Sep 21 17:36:23.916305 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-d50d6b78-2031-4bf7-8193-3831e03db7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:23.918768 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-d50d6b78-2031-4bf7-8193-3831e03db7cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1097 time: 0.2687643 Sep 21 17:36:23.966863 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8263cd9b-c915-43a1-84fb-0a9407bbf23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:23.976281 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817e5f-a5a2-4321-818e-85970df6f7ff req-dc7851b7-0b2e-4f43-bb2c-acd43e0747ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:23.980769 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c5817e5f-a5a2-4321-818e-85970df6f7ff req-dc7851b7-0b2e-4f43-bb2c-acd43e0747ff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3430285 Sep 21 17:36:24.054369 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bdad6601-584a-41c1-a8e6-d82618152224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.164041 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.184447 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-637c0c0c-7ff7-4916-b412-aa14f5338b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:24.187004 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-637c0c0c-7ff7-4916-b412-aa14f5338b3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 1096 time: 0.1613483 Sep 21 17:36:24.195975 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f148f8-2f47-41c9-a313-3485772d3787 req-f477801e-19e1-4b22-85b9-ec73f3a7cebe tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:24.197359 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-70f148f8-2f47-41c9-a313-3485772d3787 req-f477801e-19e1-4b22-85b9-ec73f3a7cebe tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 943 time: 0.2526979 Sep 21 17:36:24.218527 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bdad6601-584a-41c1-a8e6-d82618152224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.241378 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bdad6601-584a-41c1-a8e6-d82618152224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.272826 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-5f35bce8-de6e-4d72-96a9-6f8e1a5131c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab HTTP/1.1" status: 200 len: 217 time: 0.0743966 Sep 21 17:36:24.294268 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-45c2d62d-5de3-4a49-8a45-b0b2a2414b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:24.296538 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-45c2d62d-5de3-4a49-8a45-b0b2a2414b95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.3695920 Sep 21 17:36:24.301357 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Made reservation on behalf of 77daf0914890490d86be72c7ddedd3ac for: {'port': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:24.305515 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.351646 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-70f148f8-2f47-41c9-a313-3485772d3787 req-002f4759-04c9-46c6-8430-760a8ce10735 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450276 Sep 21 17:36:24.374638 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-3280913f-f4f2-4e6a-ac21-1f8b5a0dd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:24.376261 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-3280913f-f4f2-4e6a-ac21-1f8b5a0dd5c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.0922778 Sep 21 17:36:24.387275 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fdb1f0-5d4c-463a-a696-a8557249bfa9 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:24.398418 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-8608daef-e93d-40b3-a31b-accdebc20ef4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 217 time: 0.0779462 Sep 21 17:36:24.406098 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad6601-584a-41c1-a8e6-d82618152224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7989c0-d876-47e0-924f-ecb4f0a0dba7,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:24.411441 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.431588 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-bdad6601-584a-41c1-a8e6-d82618152224 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e960506f4c84e759a538bd54dbc4800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561957 Sep 21 17:36:24.434887 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34688) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:24.435472 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34690) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:24.468526 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-7867a379-d3f9-490d-b121-4d518d6d9ff2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371654 Sep 21 17:36:24.487639 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722838d8-6682-4290-8c04-32f14f976533 req-aa1cf31b-cae4-42a5-b988-aa52c409f970 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:24.495706 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-722838d8-6682-4290-8c04-32f14f976533 req-aa1cf31b-cae4-42a5-b988-aa52c409f970 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 931 time: 0.2754202 Sep 21 17:36:24.531888 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Transition to ACTIVE for port object 82fdb1f0-5d4c-463a-a696-a8557249bfa9 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:36:24.552121 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.558858 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-bd7e1baf-ee0b-4fbe-baea-3e845148b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:24.560478 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-bd7e1baf-ee0b-4fbe-baea-3e845148b654 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.1459980 Sep 21 17:36:24.591733 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Allocated IP 172.20.0.8 (dbbd70b1-e8de-4b85-826c-a766f7aa631c/9ab947d5-e077-4899-9967-70d7d8e2df41/ab2659b2-5f56-4796-8471-878cd83daf57) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:24.634077 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-408673880-network', 'tenant_id': '176f13dbd77341c986d42b902a6047c8'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:24.659544 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0aea1881-5422-4809-90c8-66798c140a0d req-06ec0f74-ac86-4453-97d7-d3663a0ea304 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 210 time: 0.0808821 Sep 21 17:36:24.690524 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-722838d8-6682-4290-8c04-32f14f976533 req-f7105ff0-beef-4281-bbcc-6e129261acdf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936431 Sep 21 17:36:24.701039 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-8c86223d-2f7a-448c-a9f7-11265c4af3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269920 Sep 21 17:36:24.703634 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Made reservation on behalf of 176f13dbd77341c986d42b902a6047c8 for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:24.706642 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.823525 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.841116 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Pushing event updated for resources: {'Port': ['ID=82fdb1f0-5d4c-463a-a696-a8557249bfa9,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:24.854217 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-750363b3-61b5-4c90-a965-1710dddc3d02 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697226 Sep 21 17:36:24.856858 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5bff-4be3-4565-9e0c-99622a5f5a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.911906 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Attempting to bind port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:24.912234 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Attempting to bind port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:24.912552 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Attempting to bind port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 on network 47774829-b42e-47b8-b3a1-9e12aa7db526 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:24.918956 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5bff-4be3-4565-9e0c-99622a5f5a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.924429 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-6a90f9aa-77e6-4f98-b55d-6ecaf0043525 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122753 Sep 21 17:36:24.939385 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 on network 47774829-b42e-47b8-b3a1-9e12aa7db526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:36:24.939703 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Attempting to bind port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 on network 47774829-b42e-47b8-b3a1-9e12aa7db526 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:24.943382 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.988377 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:24.988603 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Checking segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:24.988986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Bound using segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:24.989424 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Bound port: 82fdb1f0-5d4c-463a-a696-a8557249bfa9, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:24.989773 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:24.996306 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.011450 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f21b-56c1-4e9d-9ab4-6cd3ec0597a0 req-cba170f7-85db-4d8c-816f-e01a43ca14ab tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:25.012972 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8987f21b-56c1-4e9d-9ab4-6cd3ec0597a0 req-cba170f7-85db-4d8c-816f-e01a43ca14ab tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.1203146 Sep 21 17:36:25.069509 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.074378 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-d0af3ba2-981e-4b1b-88cd-52516928cde6 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103801 Sep 21 17:36:25.082994 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8987f21b-56c1-4e9d-9ab4-6cd3ec0597a0 req-85a6fd6d-0853-4bdd-a88e-8f217c561a54 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626833 Sep 21 17:36:25.112560 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:25.114139 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:25.117968 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:25.124365 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:25.125096 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.141099 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5bff-4be3-4565-9e0c-99622a5f5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.143809 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dfd5bff-4be3-4565-9e0c-99622a5f5a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.147905 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-5dfd5bff-4be3-4565-9e0c-99622a5f5a2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc7989c0-d876-47e0-924f-ecb4f0a0dba7 HTTP/1.1" status: 204 len: 168 time: 0.7026815 Sep 21 17:36:25.155692 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:25.157695 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-cbb3f0d8-d136-4fd2-8594-9b4feaabfdd3 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192426 Sep 21 17:36:25.162072 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] For port 82fdb1f0-5d4c-463a-a696-a8557249bfa9, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:25.172308 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] For port 82fdb1f0-5d4c-463a-a696-a8557249bfa9, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:25.176353 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd5bff-4be3-4565-9e0c-99622a5f5a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7989c0-d876-47e0-924f-ecb4f0a0dba7,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:25.186817 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.265696 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.277425 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:25.278102 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.279760 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] 10.222.0.18 "PUT /v2.0/ports/82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 200 len: 1093 time: 2.7848551 Sep 21 17:36:25.280237 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:25.285144 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24295dc-6d7f-4d45-b567-985be6c5a4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:25.286265 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-7c61a048-3ca5-46f8-b840-1b09a7bf8eb7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5477524 Sep 21 17:36:25.303040 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.308561 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Request body: {'port': {'device_id': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:25.347742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52814c-73e7-4eed-bf77-9c3bf599953a service neutron] Pushing event updated for resources: {'Port': ['ID=82fdb1f0-5d4c-463a-a696-a8557249bfa9,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:25.352682 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:36:25.364462 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96fe2e0-ab42-45f1-a3a0-3799e308b209 x-openstack-request-id: req-a96fe2e0-ab42-45f1-a3a0-3799e308b209 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:25.364945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:25.365446 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a96fe2e0-ab42-45f1-a3a0-3799e308b209 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:25.366125 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'status': 'completed', 'code': 200} Sep 21 17:36:25.434368 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f536e77-7c28-4896-be22-d63161fdc924,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:25.452384 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.452958 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Added segment 0b5f9fa5-7f2a-482f-93ca-8507551cf836 of type vlan for network 176f831a-befb-4beb-9e1b-51a10bac2d5f Sep 21 17:36:25.498856 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.556168 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ba69d498-5fc9-4704-97a5-9caf6020504f None None] Provisioning complete for port ab2659b2-5f56-4796-8471-878cd83daf57 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:25.563241 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ba69d498-5fc9-4704-97a5-9caf6020504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.590535 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-329cff6e-a0d2-4e1d-b31f-51e23a5a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:25.598033 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-329cff6e-a0d2-4e1d-b31f-51e23a5a5a31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 1096 time: 0.2583327 Sep 21 17:36:25.635342 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.645129 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ba69d498-5fc9-4704-97a5-9caf6020504f None None] Port ab2659b2-5f56-4796-8471-878cd83daf57 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:36:25.719638 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-f652da3c-afbd-452c-bd23-6dda35fcdd78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 200 len: 217 time: 0.1087148 Sep 21 17:36:25.749778 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a54708-e9b9-4517-a60f-48cd5265504a req-95c9e101-d7bc-463c-a097-995fa57d3950 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:25.758442 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c6a54708-e9b9-4517-a60f-48cd5265504a req-95c9e101-d7bc-463c-a097-995fa57d3950 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 943 time: 0.2067714 Sep 21 17:36:25.797416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.799424 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:25.800240 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.828900 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c6a54708-e9b9-4517-a60f-48cd5265504a req-f1129328-3058-49f5-a9f8-b13e390ebe79 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Sep 21 17:36:25.838492 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-622bb61d-70c3-43a0-ab8c-b96d01d52d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:25.841908 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-622bb61d-70c3-43a0-ab8c-b96d01d52d7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.1104279 Sep 21 17:36:25.842602 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34730) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:25.886846 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4453688 Sep 21 17:36:25.912568 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34734) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:25.920590 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Request body: {'subnet': {'network_id': '176f831a-befb-4beb-9e1b-51a10bac2d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-408673880-subnet', 'tenant_id': '176f13dbd77341c986d42b902a6047c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:25.929899 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b42e-8fda-4e3c-9747-0935c2e13de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:25.996495 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32a41-617c-4ae5-ac8f-ca96d461825e admin admin] Pushing event updated for resources: {'Network': ['ID=176f831a-befb-4beb-9e1b-51a10bac2d5f,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:26.007617 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 176f831a-befb-4beb-9e1b-51a10bac2d5f details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:36:26.017049 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Made reservation on behalf of 176f13dbd77341c986d42b902a6047c8 for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:26.019292 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc12d4-7a82-4cff-a5a1-b0de040766e4 req-710a634f-8b06-49ac-96db-ab571934b00e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:26.019434 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.020801 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67dc12d4-7a82-4cff-a5a1-b0de040766e4 req-710a634f-8b06-49ac-96db-ab571934b00e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 931 time: 0.1383507 Sep 21 17:36:26.036273 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-0e7ce7f4-49f9-44b6-a62b-a236f2890a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:26.037726 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-0e7ce7f4-49f9-44b6-a62b-a236f2890a78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1761959 Sep 21 17:36:26.093515 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67dc12d4-7a82-4cff-a5a1-b0de040766e4 req-dd340755-76d1-4ebb-917a-25d1b8b559a8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649769 Sep 21 17:36:26.127666 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1293e0-8a39-4c5f-b1df-f2d3721c2196 req-8095c1c8-f603-41a1-8e23-c568f0c87e84 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:26.129319 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4e1293e0-8a39-4c5f-b1df-f2d3721c2196 req-8095c1c8-f603-41a1-8e23-c568f0c87e84 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 943 time: 0.2006345 Sep 21 17:36:26.159526 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-ba1878d0-b42b-4f6c-b57a-cb0634ae108a service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116855 Sep 21 17:36:26.224442 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2659b2-5f56-4796-8471-878cd83daf57 {{(pid=98179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:26.226740 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c5c84080-1c9d-4186-ab95-7d906dac6f9f details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:36:26.250188 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.276986 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4e1293e0-8a39-4c5f-b1df-f2d3721c2196 req-d9afdd61-7c03-429e-8e0f-bec3f54f2d98 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322570 Sep 21 17:36:26.287893 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.provisioning_blocks [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Transition to ACTIVE for port object ab2659b2-5f56-4796-8471-878cd83daf57 will not be triggered until provisioned by entity L2. {{(pid=98179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:36:26.319447 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.373591 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b42e-8fda-4e3c-9747-0935c2e13de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.385891 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b42e-8fda-4e3c-9747-0935c2e13de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.413438 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port c5c84080-1c9d-4186-ab95-7d906dac6f9f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:26.449760 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f', 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'port_id': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f', 'mac_address': 'fa:16:3e:a7:14:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:36:26.470666 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:26.500813 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.517316 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c84080-1c9d-4186-ab95-7d906dac6f9f {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:26.526995 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8b42e-8fda-4e3c-9747-0935c2e13de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1917ad4c-d4e4-4723-93ae-535e9bacde5b,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:26.531659 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-4cf8b42e-8fda-4e3c-9747-0935c2e13de4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=941166f55b3b4529b1fd9ac259759a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880119 Sep 21 17:36:26.535505 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34746) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:26.549341 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port c5c84080-1c9d-4186-ab95-7d906dac6f9f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:26.551489 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3654700f-b469-47cf-aad5-1aa5f5318633 req-3127c307-30d5-4dc9-a011-a2c384f17e24 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838232 Sep 21 17:36:26.553108 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Attempting to bind port ab2659b2-5f56-4796-8471-878cd83daf57 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:26.553488 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Attempting to bind port ab2659b2-5f56-4796-8471-878cd83daf57 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:26.553875 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Attempting to bind port ab2659b2-5f56-4796-8471-878cd83daf57 on network dbbd70b1-e8de-4b85-826c-a766f7aa631c {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:26.555821 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.564261 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.577761 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Port ab2659b2-5f56-4796-8471-878cd83daf57 on network dbbd70b1-e8de-4b85-826c-a766f7aa631c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:36:26.578012 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Attempting to bind port ab2659b2-5f56-4796-8471-878cd83daf57 on network dbbd70b1-e8de-4b85-826c-a766f7aa631c {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:26.621161 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=c5c84080-1c9d-4186-ab95-7d906dac6f9f,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:26.703818 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.741918 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-cc904cc4-d024-42da-bc91-0da83e40eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:26.743659 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-cc904cc4-d024-42da-bc91-0da83e40eae6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 1096 time: 0.0729415 Sep 21 17:36:26.800591 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['c5c84080-1c9d-4186-ab95-7d906dac6f9f'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:26.834634 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:26.835186 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Checking segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:26.835419 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Bound using segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:26.835869 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Bound port: ab2659b2-5f56-4796-8471-878cd83daf57, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:26.836229 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.899678 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b667a537-61ea-40f3-ab44-7ab77bdddb04,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:26.926714 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-79a78a6c-1ac1-4295-a7b8-36ccce7160f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:26.941410 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Checking segment: {'id': '0b5f9fa5-7f2a-482f-93ca-8507551cf836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '176f831a-befb-4beb-9e1b-51a10bac2d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:26.941774 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Network hostable DHCP agents. Network: 176f831a-befb-4beb-9e1b-51a10bac2d5f, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:36:26.978662 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, cleared binding levels {{(pid=98179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:26.986552 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:26.994091 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-79a78a6c-1ac1-4295-a7b8-36ccce7160f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:27.005931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:27.022820 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-64d6b3ea-efbe-445f-b543-e98cb2d66600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.024775 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-64d6b3ea-efbe-445f-b543-e98cb2d66600 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 912 time: 0.1820841 Sep 21 17:36:27.033371 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Network 176f831a-befb-4beb-9e1b-51a10bac2d5f is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:36:27.086323 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-6a92d44a-8933-4f5e-925d-0784ba6cbcb1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0412869 Sep 21 17:36:27.108386 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.109204 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:27.110591 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab2659b2-5f56-4796-8471-878cd83daf57 HTTP/1.1" status: 200 len: 1093 time: 1.8147416 Sep 21 17:36:27.113979 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:27.116629 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:27.119154 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 176f831a-befb-4beb-9e1b-51a10bac2d5f) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:27.136905 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.137543 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:27.145593 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f842cd-f6c6-4441-8eae-7dc882fe86d7 None None] Network 176f831a-befb-4beb-9e1b-51a10bac2d5f requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:36:27.167133 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c8dfb-a514-4443-9fb5-7b41abc6d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=3']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:27.204186 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d3aae103-196f-46c8-b48e-4df96f8f20f3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2802589 Sep 21 17:36:27.219656 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-6ead166f-d756-4e8e-91cc-ad46e2c82824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.221787 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-6ead166f-d756-4e8e-91cc-ad46e2c82824 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.1271024 Sep 21 17:36:27.231640 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edaabb-ffe5-4fbd-b9e7-b04e09caaa2e req-5935d6c4-db54-44e0-a54e-dee85c58cf54 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.233863 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-94edaabb-ffe5-4fbd-b9e7-b04e09caaa2e req-5935d6c4-db54-44e0-a54e-dee85c58cf54 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 943 time: 0.2100368 Sep 21 17:36:27.237552 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-79a78a6c-1ac1-4295-a7b8-36ccce7160f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:27.248739 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-79a78a6c-1ac1-4295-a7b8-36ccce7160f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:27.252643 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-79a78a6c-1ac1-4295-a7b8-36ccce7160f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1917ad4c-d4e4-4723-93ae-535e9bacde5b HTTP/1.1" status: 204 len: 168 time: 0.7084126 Sep 21 17:36:27.287654 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a78a6c-1ac1-4295-a7b8-36ccce7160f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1917ad4c-d4e4-4723-93ae-535e9bacde5b,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:27.317243 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-c85067a6-f70a-4668-85d6-3b577fbf925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.318804 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-c85067a6-f70a-4668-85d6-3b577fbf925a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 1096 time: 0.1482849 Sep 21 17:36:27.326998 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-94edaabb-ffe5-4fbd-b9e7-b04e09caaa2e req-3c25b665-d649-43f0-bd74-1aa95ea3e71c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747991 Sep 21 17:36:27.414561 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-4fa0401a-1818-4b09-8a36-95d333d1c194 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2659b2-5f56-4796-8471-878cd83daf57 HTTP/1.1" status: 200 len: 217 time: 0.0832095 Sep 21 17:36:27.415056 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34778) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:27.426014 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-6704b195-17f3-4fe8-9c73-f7783d987567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.428641 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-6704b195-17f3-4fe8-9c73-f7783d987567 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1978617 Sep 21 17:36:27.484498 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fff241-02da-4d09-a61f-a451f18008b6 x-openstack-request-id: req-10fff241-02da-4d09-a61f-a451f18008b6 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:27.484790 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:27.487955 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10fff241-02da-4d09-a61f-a451f18008b6 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:27.488681 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'status': 'completed', 'code': 200} Sep 21 17:36:27.541105 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-a7df0cdf-f9ed-444d-9552-e2046e2c43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.543038 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-a7df0cdf-f9ed-444d-9552-e2046e2c43dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.1201115 Sep 21 17:36:27.552248 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc96797-759c-4937-a8aa-92dc28a3e128 None None] Network 176f831a-befb-4beb-9e1b-51a10bac2d5f requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:36:27.628419 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-3722765d-4c57-4c6e-94b5-f2859fd1e19f service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907806 Sep 21 17:36:27.771986 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c0b-7d75-4d21-aa57-139331a4ec9e req-9aa6cd6c-6a81-462e-8546-af090ba2a679 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.775717 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc0486-8b9a-40ba-a3c9-ffe2e2e6c2be req-8c656e4e-00cf-44ff-b1e5-9a7ab7494060 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.778102 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3ffc0486-8b9a-40ba-a3c9-ffe2e2e6c2be req-8c656e4e-00cf-44ff-b1e5-9a7ab7494060 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 943 time: 0.1053038 Sep 21 17:36:27.795025 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d71d9c0b-7d75-4d21-aa57-139331a4ec9e req-9aa6cd6c-6a81-462e-8546-af090ba2a679 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.1757536 Sep 21 17:36:27.818370 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-1d21c842-e3f8-4840-8b8c-90f4a3e9b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:27.820374 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-1d21c842-e3f8-4840-8b8c-90f4a3e9b9bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2675085 Sep 21 17:36:27.851545 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3ffc0486-8b9a-40ba-a3c9-ffe2e2e6c2be req-a15a4c61-4f71-4615-a674-959fd4486f92 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636625 Sep 21 17:36:27.857687 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e24295dc-6d7f-4d45-b567-985be6c5a4fd req-a6de9cfb-d54b-4781-ac21-7d8b0904ffb8 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219095 Sep 21 17:36:27.889587 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d71d9c0b-7d75-4d21-aa57-139331a4ec9e req-5e14a59d-a2fa-40bf-b660-9f5888e0421f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936430 Sep 21 17:36:27.937174 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e5ca227f-3bf2-46f5-b22a-18707946bf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:27.983762 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-eb1ff1f6-8c8e-4111-9138-a0610eb135d3 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537106 Sep 21 17:36:28.121334 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f1924308-e05f-4835-8f49-fb3993fdfffe req-44e9003c-c21f-400d-b9c9-eeb2b1994570 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271307 Sep 21 17:36:28.140724 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e5ca227f-3bf2-46f5-b22a-18707946bf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.145134 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e5ca227f-3bf2-46f5-b22a-18707946bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.202636 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e5ca227f-3bf2-46f5-b22a-18707946bf09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3b7a3bfed474f3393455f6a034c8698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831700 Sep 21 17:36:28.202967 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34806) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:28.214957 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca227f-3bf2-46f5-b22a-18707946bf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d27d18b-a080-4277-9f92-0f4c9ec7ee34,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:28.234070 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-ae6086fa-a67d-45f6-b162-17c591ad4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:28.235917 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-ae6086fa-a67d-45f6-b162-17c591ad4325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 1096 time: 0.0593750 Sep 21 17:36:28.237051 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c74b7986-6e11-49f9-9f9c-0504673df4ab details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:36:28.261734 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34812) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:28.276725 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1802141875-network', 'tenant_id': 'a1cd9946d0f84d9388c15b0c704f23b4'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:28.287659 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c5c84080-1c9d-4186-ab95-7d906dac6f9f up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:28.324835 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70ad339e-3cec-410e-8666-9613dd34bc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.330640 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Made reservation on behalf of a1cd9946d0f84d9388c15b0c704f23b4 for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:28.333029 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.347270 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.401396 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70ad339e-3cec-410e-8666-9613dd34bc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.413684 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-1f1f0ac5-7b7c-4cad-80af-57b2b8010126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:28.417671 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-1f1f0ac5-7b7c-4cad-80af-57b2b8010126 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.1694138 Sep 21 17:36:28.418093 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port c5c84080-1c9d-4186-ab95-7d906dac6f9f completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:36:28.423473 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port c5c84080-1c9d-4186-ab95-7d906dac6f9f triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:28.424088 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.432207 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port c74b7986-6e11-49f9-9f9c-0504673df4ab, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:28.466584 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'c74b7986-6e11-49f9-9f9c-0504673df4ab', 'network_id': '5253add1-a38f-418c-b4f2-c8528448381a', 'port_id': 'c74b7986-6e11-49f9-9f9c-0504673df4ab', 'mac_address': 'fa:16:3e:93:00:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785f4aee-ecc1-4deb-a22e-1f525efab12b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:36:28.486865 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-62ee6705-c637-489b-8a94-317d0a3c52de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2659b2-5f56-4796-8471-878cd83daf57 HTTP/1.1" status: 200 len: 217 time: 0.0607810 Sep 21 17:36:28.543439 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.546297 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-1a725abd-f79c-41c2-a607-bf52560142c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:28.548171 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-1a725abd-f79c-41c2-a607-bf52560142c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0527241 Sep 21 17:36:28.563743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74b7986-6e11-49f9-9f9c-0504673df4ab {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:28.563935 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5b2ad-59c7-455c-b95f-217c328b720c req-0bad125c-faea-4b92-adbd-76e72decae5f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:28.565299 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5db5b2ad-59c7-455c-b95f-217c328b720c req-0bad125c-faea-4b92-adbd-76e72decae5f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 943 time: 0.1312881 Sep 21 17:36:28.572589 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70ad339e-3cec-410e-8666-9613dd34bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.575137 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70ad339e-3cec-410e-8666-9613dd34bc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.576829 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-70ad339e-3cec-410e-8666-9613dd34bc17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d27d18b-a080-4277-9f92-0f4c9ec7ee34 HTTP/1.1" status: 204 len: 168 time: 0.3729386 Sep 21 17:36:28.607340 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-cb4d7ab6-9351-4544-b40b-dd9a6c922891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:28.608912 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-cb4d7ab6-9351-4544-b40b-dd9a6c922891 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528123 Sep 21 17:36:28.609759 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port c74b7986-6e11-49f9-9f9c-0504673df4ab, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:28.613881 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad339e-3cec-410e-8666-9613dd34bc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d27d18b-a080-4277-9f92-0f4c9ec7ee34,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:28.641951 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.649661 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5db5b2ad-59c7-455c-b95f-217c328b720c req-9281e274-2c79-4aea-8b04-9c15afe4f06e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676165 Sep 21 17:36:28.651979 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.658668 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.662081 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.697484 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:36:28.712658 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435a4a9f-2bbd-4b85-84a8-ceb9b0bf4a63,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:28.721335 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.722049 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Added segment 880f0c34-d9e6-4827-83f9-ddeb909acde7 of type vlan for network 8340eeb9-a765-499d-a589-d29d89bd6c82 Sep 21 17:36:28.725128 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41312691-5a6b-4347-998a-2cf65124b61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:28.727411 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2618fbfc-12eb-4ed1-9ba1-d18397bf76b1" -d '{"events": [{"server_uuid": "41312691-5a6b-4347-998a-2cf65124b61c", "name": "network-vif-plugged", "status": "completed", "tag": "c5c84080-1c9d-4186-ab95-7d906dac6f9f"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:28.752095 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port c5c84080-1c9d-4186-ab95-7d906dac6f9f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:28.765327 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=c74b7986-6e11-49f9-9f9c-0504673df4ab,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:28.768563 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.808759 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31acc742-f70e-4904-9c8b-ba1c42548956 x-openstack-request-id: req-31acc742-f70e-4904-9c8b-ba1c42548956 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:28.809147 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41312691-5a6b-4347-998a-2cf65124b61c", "name": "network-vif-plugged", "status": "completed", "tag": "c5c84080-1c9d-4186-ab95-7d906dac6f9f", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:28.809466 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31acc742-f70e-4904-9c8b-ba1c42548956 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:28.810048 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41312691-5a6b-4347-998a-2cf65124b61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f', 'code': 200} Sep 21 17:36:28.812063 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.827704 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=c5c84080-1c9d-4186-ab95-7d906dac6f9f,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:28.855489 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.857550 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:28.859507 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:28.863503 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-f333e907-0a38-4c47-9529-ca9447e01593 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462606 Sep 21 17:36:28.952509 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['c74b7986-6e11-49f9-9f9c-0504673df4ab'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:28.975880 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7108941 Sep 21 17:36:28.980816 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34836) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:28.987065 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Request body: {'subnet': {'network_id': '8340eeb9-a765-499d-a589-d29d89bd6c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1802141875-subnet', 'tenant_id': 'a1cd9946d0f84d9388c15b0c704f23b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:29.039342 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3b44ba0b-04a6-49b1-a496-0cea1e9e680e req-e83138a7-13fb-4f70-9433-000e580c885c service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649632 Sep 21 17:36:29.066412 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b212bc-47b3-4ed9-b38c-7462c2ef8e0f admin admin] Pushing event updated for resources: {'Network': ['ID=8340eeb9-a765-499d-a589-d29d89bd6c82,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:29.088261 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 8340eeb9-a765-499d-a589-d29d89bd6c82 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:36:29.093972 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Made reservation on behalf of a1cd9946d0f84d9388c15b0c704f23b4 for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:29.096327 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.136809 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d39dc7-e06c-4960-9caf-96a05859b734 req-2a309734-7cad-4f94-ae7f-4d8dca624c4d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:29.138513 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63d39dc7-e06c-4960-9caf-96a05859b734 req-2a309734-7cad-4f94-ae7f-4d8dca624c4d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.1211751 Sep 21 17:36:29.157942 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756fa5c-0990-4a88-89a3-e69efa1b4eb2 req-4f76d12f-af3b-4ea0-987a-54b2743046b3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:29.166061 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f756fa5c-0990-4a88-89a3-e69efa1b4eb2 req-4f76d12f-af3b-4ea0-987a-54b2743046b3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 943 time: 0.1312513 Sep 21 17:36:29.188832 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446ca88-5ddb-43a1-aa69-f70ae0523da9 req-91ed94eb-181b-4312-9180-d3d5bb8e9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:29.190747 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7446ca88-5ddb-43a1-aa69-f70ae0523da9 req-91ed94eb-181b-4312-9180-d3d5bb8e9895 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.1672168 Sep 21 17:36:29.235119 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f756fa5c-0990-4a88-89a3-e69efa1b4eb2 req-02c0f43f-b452-420b-a65e-2845434740c8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623875 Sep 21 17:36:29.240219 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63d39dc7-e06c-4960-9caf-96a05859b734 req-99adc5da-64dd-433d-a6dd-2e62995e462f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670872 Sep 21 17:36:29.268884 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7446ca88-5ddb-43a1-aa69-f70ae0523da9 req-edb94895-08a8-4476-874c-f371bcbf5911 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684593 Sep 21 17:36:29.355422 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.384749 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 34846) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:29.399122 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4292-72fd-442a-a54d-7d6649ebb9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.419440 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51df30b3-bbc1-4335-9761-a48487bed0f8,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:29.432052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Checking segment: {'id': '880f0c34-d9e6-4827-83f9-ddeb909acde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '8340eeb9-a765-499d-a589-d29d89bd6c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:29.432409 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Network hostable DHCP agents. Network: 8340eeb9-a765-499d-a589-d29d89bd6c82, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:36:29.453756 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Network 8340eeb9-a765-499d-a589-d29d89bd6c82 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:36:29.463499 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 8340eeb9-a765-499d-a589-d29d89bd6c82) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:29.468193 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:29.469175 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.477874 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415fee1-f374-4b8d-a46e-542b4e027daf None None] Network 8340eeb9-a765-499d-a589-d29d89bd6c82 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:36:29.500048 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4292-72fd-442a-a54d-7d6649ebb9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.504899 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4292-72fd-442a-a54d-7d6649ebb9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.519635 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-549cc7f4-d0c0-4556-a105-8b7bfd725556 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5376332 Sep 21 17:36:29.544054 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-eb3c4292-72fd-442a-a54d-7d6649ebb9ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e82a4f7a0fc40a48f18cdee9c8a5c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582036 Sep 21 17:36:29.546927 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c4292-72fd-442a-a54d-7d6649ebb9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1f7db1-9503-48bd-ad47-5de3f98f780a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:29.548206 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 34852) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:29.619356 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddeef2b3-5ee3-42b6-b0ba-db63d1d53d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.635138 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ca7a9-ae63-4956-822c-b028739655f7 None None] Network 8340eeb9-a765-499d-a589-d29d89bd6c82 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:36:29.643616 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddeef2b3-5ee3-42b6-b0ba-db63d1d53d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.720362 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddeef2b3-5ee3-42b6-b0ba-db63d1d53d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.723742 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddeef2b3-5ee3-42b6-b0ba-db63d1d53d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:29.727877 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-ddeef2b3-5ee3-42b6-b0ba-db63d1d53d34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d1f7db1-9503-48bd-ad47-5de3f98f780a HTTP/1.1" status: 204 len: 168 time: 0.1755879 Sep 21 17:36:29.735190 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeef2b3-5ee3-42b6-b0ba-db63d1d53d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1f7db1-9503-48bd-ad47-5de3f98f780a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:29.790864 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea36d36-6b6a-4e25-be2c-74207f4f7532 req-c058befa-5770-460c-b0e3-c54c2e7a8ced tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:29.792447 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aea36d36-6b6a-4e25-be2c-74207f4f7532 req-c058befa-5770-460c-b0e3-c54c2e7a8ced tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 944 time: 0.0667193 Sep 21 17:36:29.833451 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aea36d36-6b6a-4e25-be2c-74207f4f7532 req-d9f06fb9-e04c-44b2-b3b5-5f3916a8ec91 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336127 Sep 21 17:36:30.239820 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 82fdb1f0-5d4c-463a-a696-a8557249bfa9 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:36:30.244272 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c74b7986-6e11-49f9-9f9c-0504673df4ab up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:30.402420 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b1914-fe08-471a-9ecd-5c0e55191f86 req-b3696215-8e35-4a4c-8d41-38da84b5d006 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:30.405727 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-713b1914-fe08-471a-9ecd-5c0e55191f86 req-b3696215-8e35-4a4c-8d41-38da84b5d006 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 943 time: 0.0668590 Sep 21 17:36:30.446591 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4097b-9ac8-41a8-891c-b9f84aaf6f6b req-c6c37d28-b873-4c53-b27c-6fa7a9b5d6a3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:30.448494 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-08a4097b-9ac8-41a8-891c-b9f84aaf6f6b req-c6c37d28-b873-4c53-b27c-6fa7a9b5d6a3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0867357 Sep 21 17:36:30.501271 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port c74b7986-6e11-49f9-9f9c-0504673df4ab completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:36:30.501821 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-713b1914-fe08-471a-9ecd-5c0e55191f86 req-3a21dfa3-90c6-4fe0-a56d-652be2257bc1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894926 Sep 21 17:36:30.518877 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port c74b7986-6e11-49f9-9f9c-0504673df4ab triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:30.519295 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:30.537545 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-08a4097b-9ac8-41a8-891c-b9f84aaf6f6b req-7e5dab38-28ab-4a5e-b5c5-8d7e1ae2392a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820265 Sep 21 17:36:30.563289 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 82fdb1f0-5d4c-463a-a696-a8557249bfa9, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:30.581745 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'port_id': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'mac_address': 'fa:16:3e:39:76:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:36:30.760431 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:30.780284 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fdb1f0-5d4c-463a-a696-a8557249bfa9 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:30.796540 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:30.811544 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 82fdb1f0-5d4c-463a-a696-a8557249bfa9, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:30.817108 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:30.832397 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74b7986-6e11-49f9-9f9c-0504673df4ab'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:30.837976 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3cae5b-79bd-4a61-913d-aca827136765" -d '{"events": [{"server_uuid": "abc3f23b-0455-4c38-a6b4-27862fd045f3", "name": "network-vif-plugged", "status": "completed", "tag": "c74b7986-6e11-49f9-9f9c-0504673df4ab"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:30.848525 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port c74b7986-6e11-49f9-9f9c-0504673df4ab, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:30.870061 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:30.902097 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=82fdb1f0-5d4c-463a-a696-a8557249bfa9,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:30.937905 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e3acfb-68f7-4573-a7a8-5ef44552f023 x-openstack-request-id: req-15e3acfb-68f7-4573-a7a8-5ef44552f023 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:30.937905 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc3f23b-0455-4c38-a6b4-27862fd045f3", "name": "network-vif-plugged", "status": "completed", "tag": "c74b7986-6e11-49f9-9f9c-0504673df4ab", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:30.937905 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15e3acfb-68f7-4573-a7a8-5ef44552f023 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:30.938287 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74b7986-6e11-49f9-9f9c-0504673df4ab', 'code': 200} Sep 21 17:36:30.977074 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=c74b7986-6e11-49f9-9f9c-0504673df4ab,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:31.035490 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9a577-910f-46d4-8b7c-37f170338f60 req-d22face4-0cb0-44a5-b18f-b31a393aed1c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:31.043402 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9aa9a577-910f-46d4-8b7c-37f170338f60 req-d22face4-0cb0-44a5-b18f-b31a393aed1c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0855525 Sep 21 17:36:31.117105 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9aa9a577-910f-46d4-8b7c-37f170338f60 req-900f9f89-e4de-4873-b31d-49fbd1b6c7c1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728230 Sep 21 17:36:31.129120 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['82fdb1f0-5d4c-463a-a696-a8557249bfa9'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:31.155911 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171357d-89cf-4ada-95c8-c7052bd3af9a req-0e7e6b03-99d3-471e-a362-0d87510a8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:31.157534 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d171357d-89cf-4ada-95c8-c7052bd3af9a req-0e7e6b03-99d3-471e-a362-0d87510a8b54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 1098 time: 0.0641441 Sep 21 17:36:31.203907 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d171357d-89cf-4ada-95c8-c7052bd3af9a req-be6b1334-29db-479a-b25e-4aa8228f58a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349252 Sep 21 17:36:31.580792 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:31.641340 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647495f-56f0-474f-bb95-22eb0bf1c51f req-eea76ffb-e72e-4e6a-9176-ff82c25033b5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:31.643272 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c647495f-56f0-474f-bb95-22eb0bf1c51f req-eea76ffb-e72e-4e6a-9176-ff82c25033b5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 944 time: 0.0593181 Sep 21 17:36:31.677713 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55c53d-5659-49f7-9601-bce76e4eb243 req-40283b5c-93a1-480e-b7a6-590abe91e3c2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:31.679416 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7f55c53d-5659-49f7-9601-bce76e4eb243 req-40283b5c-93a1-480e-b7a6-590abe91e3c2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0597050 Sep 21 17:36:31.711260 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c647495f-56f0-474f-bb95-22eb0bf1c51f req-841f9274-df98-44b8-b9f8-cd27bc6525e7 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607660 Sep 21 17:36:31.735133 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7f55c53d-5659-49f7-9601-bce76e4eb243 req-05ce6b23-9b38-4be7-b9c7-ec4cefd5b357 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474379 Sep 21 17:36:32.245807 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:36:32.247017 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32d4b5-d128-48d4-876c-eae3ca44cd81 req-f6443ad6-2d6c-4c55-b730-25513b27bef0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:32.249257 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4c32d4b5-d128-48d4-876c-eae3ca44cd81 req-f6443ad6-2d6c-4c55-b730-25513b27bef0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0529451 Sep 21 17:36:32.250883 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 82fdb1f0-5d4c-463a-a696-a8557249bfa9 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:32.292548 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4c32d4b5-d128-48d4-876c-eae3ca44cd81 req-e3b41443-1980-4a25-8319-8b3c35db8b3a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360818 Sep 21 17:36:32.368971 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:36:32.375782 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:32.376157 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:32.414051 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:32.431218 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'port_id': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'mac_address': 'fa:16:3e:53:75:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:36:32.504743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:32.528135 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2659b2-5f56-4796-8471-878cd83daf57 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:32.534476 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:32.568360 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:32.577899 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:32.590185 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 82fdb1f0-5d4c-463a-a696-a8557249bfa9, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:32.609084 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:32.642542 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:32.698333 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=82fdb1f0-5d4c-463a-a696-a8557249bfa9,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:32.858449 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa6cb-a0b8-47b9-b7d9-bd0ae6628787 req-8be82329-db5c-44a6-925c-c80ba226bac2 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:32.860367 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f1aa6cb-a0b8-47b9-b7d9-bd0ae6628787 req-8be82329-db5c-44a6-925c-c80ba226bac2 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0674894 Sep 21 17:36:32.896366 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301d7bd-c53f-449a-acd2-26399818c943 req-680bb374-dac5-4734-b79f-2cf0839b7ee3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:32.898000 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c301d7bd-c53f-449a-acd2-26399818c943 req-680bb374-dac5-4734-b79f-2cf0839b7ee3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0690193 Sep 21 17:36:32.910434 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f1aa6cb-a0b8-47b9-b7d9-bd0ae6628787 req-c08e77a5-bf04-4202-b7e6-e58623af5925 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434520 Sep 21 17:36:32.939345 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:32.942968 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcbf19d-bd82-45f8-8d3e-ca41253229c0" -d '{"events": [{"server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "name": "network-vif-plugged", "status": "completed", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:32.960687 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c301d7bd-c53f-449a-acd2-26399818c943 req-9725e5a2-215d-400f-b05c-3a1e9bae87cb tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510650 Sep 21 17:36:32.971578 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['ab2659b2-5f56-4796-8471-878cd83daf57'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:33.012540 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3747d0f-ad75-45d5-bb08-0daa3e456160 x-openstack-request-id: req-d3747d0f-ad75-45d5-bb08-0daa3e456160 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:33.012833 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "name": "network-vif-plugged", "status": "completed", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:33.013633 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3747d0f-ad75-45d5-bb08-0daa3e456160 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:33.014222 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'code': 200} Sep 21 17:36:33.217941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c741a3-1979-4d8c-9393-efa93e1a0b21 req-6ccd87cf-7251-44f9-b9d2-e5c1eb6bc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:33.219951 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67c741a3-1979-4d8c-9393-efa93e1a0b21 req-6ccd87cf-7251-44f9-b9d2-e5c1eb6bc60b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 1098 time: 0.0482404 Sep 21 17:36:33.261222 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67c741a3-1979-4d8c-9393-efa93e1a0b21 req-0de5f8e4-289e-46a5-bb44-ad351c849a2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279455 Sep 21 17:36:33.435334 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ca81c-52a7-44ac-9cca-f80e1f614ead req-d003b97f-19f1-4057-8d7e-4b5a0a2b485d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:33.436862 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4f9ca81c-52a7-44ac-9cca-f80e1f614ead req-d003b97f-19f1-4057-8d7e-4b5a0a2b485d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0591455 Sep 21 17:36:33.476075 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4f9ca81c-52a7-44ac-9cca-f80e1f614ead req-c24901bb-af50-494e-85fd-d17a6d0b0c0b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Sep 21 17:36:33.776122 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:36:33.816567 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146654a-2b1b-4fe1-9911-df9858b3c69a req-1e19ae11-09db-49c3-afc6-8a46dfcb24db tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:33.818229 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e146654a-2b1b-4fe1-9911-df9858b3c69a req-1e19ae11-09db-49c3-afc6-8a46dfcb24db tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0817418 Sep 21 17:36:33.823420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-1bca9e77-e341-4633-aaa4-46e994c9965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:33.825330 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-1bca9e77-e341-4633-aaa4-46e994c9965b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 1098 time: 0.0575185 Sep 21 17:36:33.881043 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e146654a-2b1b-4fe1-9911-df9858b3c69a req-2b97a772-584f-41d7-ad6c-84327886176f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540521 Sep 21 17:36:33.942034 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-c67abd26-2fce-425a-a72f-5f2da2d6b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:33.943640 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-c67abd26-2fce-425a-a72f-5f2da2d6b410 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.0999205 Sep 21 17:36:33.988392 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-e1342ed3-1f47-41be-b952-f86208c26183 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab HTTP/1.1" status: 200 len: 217 time: 0.0353658 Sep 21 17:36:34.023238 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8afd39-f158-4523-a833-bcb7d3daf918 req-cf30be99-3768-440c-84b9-bdcfaec59e7a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:34.024704 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7a8afd39-f158-4523-a833-bcb7d3daf918 req-cf30be99-3768-440c-84b9-bdcfaec59e7a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0511134 Sep 21 17:36:34.062135 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7a8afd39-f158-4523-a833-bcb7d3daf918 req-76b25112-b700-49c6-ba53-52a3b05d7819 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312724 Sep 21 17:36:34.071995 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-16e41c86-ee4c-48ae-af1b-1244797cee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:34.073446 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-16e41c86-ee4c-48ae-af1b-1244797cee9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.0717545 Sep 21 17:36:34.088939 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71399d24-40cb-47df-b307-8b66bc2081c7 req-14be56e0-3fda-471d-92e5-70ccaa4711ce tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:34.090223 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-71399d24-40cb-47df-b307-8b66bc2081c7 req-14be56e0-3fda-471d-92e5-70ccaa4711ce tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0634270 Sep 21 17:36:34.119663 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-a01a25c4-117d-4130-b94a-505d05cfa6c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285480 Sep 21 17:36:34.171317 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-71399d24-40cb-47df-b307-8b66bc2081c7 req-eb7a53f1-5576-4774-9df7-83a849aacd85 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731127 Sep 21 17:36:34.236841 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-99a32cb3-56e8-4ad1-9cad-85c9821ae75c service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087182 Sep 21 17:36:34.259996 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:34.312741 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port ab2659b2-5f56-4796-8471-878cd83daf57 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:36:34.317044 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port ab2659b2-5f56-4796-8471-878cd83daf57 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:34.317452 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:34.339791 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f026d71-1818-4bfa-af70-b0b91c5f5168 req-1d0a20de-011b-4a4b-a54f-343c7b05806a service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927873 Sep 21 17:36:34.416126 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:34.467223 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:34.472187 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:34.523315 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:35.001138 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c9ecb-1646-43ad-8f58-aa17d9a2b19f req-ca13029b-2279-4b8e-a00a-dff8f3ab0e63 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:35.002752 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0a9c9ecb-1646-43ad-8f58-aa17d9a2b19f req-ca13029b-2279-4b8e-a00a-dff8f3ab0e63 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Sep 21 17:36:35.015987 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:35.017372 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b42de56-d506-4cbb-8663-1ad80b3a264c" -d '{"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-plugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:35.044446 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0a9c9ecb-1646-43ad-8f58-aa17d9a2b19f req-2fd42b6c-c6fe-442f-815f-dd48f463fb71 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355513 Sep 21 17:36:35.054471 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f236180-96af-495b-9096-f7067d6cdb3f x-openstack-request-id: req-3f236180-96af-495b-9096-f7067d6cdb3f {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:35.054748 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-plugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:35.055000 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f236180-96af-495b-9096-f7067d6cdb3f {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:35.055404 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'code': 200} Sep 21 17:36:35.193554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca0105-b693-4017-9ae4-e90dbfa01e37 req-126e1eb7-8062-4005-bffa-b8e31e5507bc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:35.195103 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a8ca0105-b693-4017-9ae4-e90dbfa01e37 req-126e1eb7-8062-4005-bffa-b8e31e5507bc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0535436 Sep 21 17:36:35.258140 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a8ca0105-b693-4017-9ae4-e90dbfa01e37 req-c89d00bf-a7b2-4e95-9d65-3b4c5570b9c1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513833 Sep 21 17:36:35.333706 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2f593-12ef-46b3-943e-7e483302c468 req-703eba3a-0789-4d16-9a1f-9904955c0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:35.334828 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe8984-2478-4b95-919b-86e6cc84fc72 req-a90703fb-b33e-45b2-9803-cbef25f7bba8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:35.335488 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b6e2f593-12ef-46b3-943e-7e483302c468 req-703eba3a-0789-4d16-9a1f-9904955c0360 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 1098 time: 0.0623920 Sep 21 17:36:35.336320 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-abbe8984-2478-4b95-919b-86e6cc84fc72 req-a90703fb-b33e-45b2-9803-cbef25f7bba8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0510950 Sep 21 17:36:35.385560 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-abbe8984-2478-4b95-919b-86e6cc84fc72 req-9cdc0e28-43ed-4e9d-9a43-931e87a45acd tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Sep 21 17:36:35.386918 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b6e2f593-12ef-46b3-943e-7e483302c468 req-1f6bf2d0-da3b-4862-99c0-7c344f76a576 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Sep 21 17:36:35.823150 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034f616-dcce-445b-8bee-e7d81f8e2187 req-e6afeaa6-029c-4e0a-99ef-d739ed202930 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:35.824782 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4034f616-dcce-445b-8bee-e7d81f8e2187 req-e6afeaa6-029c-4e0a-99ef-d739ed202930 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 945 time: 0.0590231 Sep 21 17:36:35.877093 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4034f616-dcce-445b-8bee-e7d81f8e2187 req-034ac3a9-c8f2-4548-a2e6-f0ee5df7b012 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400846 Sep 21 17:36:36.181949 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88698e-0b57-4dbb-8a1e-5c3ebc879418 req-9cc9a3d1-dd66-4e74-ace4-f721f92b8131 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:36.183549 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e88698e-0b57-4dbb-8a1e-5c3ebc879418 req-9cc9a3d1-dd66-4e74-ace4-f721f92b8131 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Sep 21 17:36:36.221415 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e88698e-0b57-4dbb-8a1e-5c3ebc879418 req-7450819a-0acc-45e9-8bb0-c7a1ca75d4f1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Sep 21 17:36:36.374060 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3be8a-2bf2-496c-9bc6-61c155038a16 req-41395378-3e95-4594-ac42-6276b3e64536 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:36.375507 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-46c3be8a-2bf2-496c-9bc6-61c155038a16 req-41395378-3e95-4594-ac42-6276b3e64536 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0485368 Sep 21 17:36:36.412828 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-46c3be8a-2bf2-496c-9bc6-61c155038a16 req-f72af53e-b26e-41ca-aebd-04bc3f28b8bd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Sep 21 17:36:36.505637 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb67b64-e0d6-4c90-a3a8-e903c97149a8 req-fb3422ea-36f3-43d3-b93e-aa923f27ca6f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:36.507128 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ffb67b64-e0d6-4c90-a3a8-e903c97149a8 req-fb3422ea-36f3-43d3-b93e-aa923f27ca6f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0475819 Sep 21 17:36:36.522535 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1324b-2f73-4347-888d-4851e0bec51e req-439a8b2c-fa80-4842-98ba-0049cff89c06 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:36.523998 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4db1324b-2f73-4347-888d-4851e0bec51e req-439a8b2c-fa80-4842-98ba-0049cff89c06 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0464375 Sep 21 17:36:36.532822 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35168) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:36.537203 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'floatingip': {'port_id': '82fdb1f0-5d4c-463a-a696-a8557249bfa9'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:36.544809 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ffb67b64-e0d6-4c90-a3a8-e903c97149a8 req-060aace6-0d51-4e09-9f1a-fc99d776fa7e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Sep 21 17:36:36.611630 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.030495 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35192) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:37.180713 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-de18c32e-e16c-45fc-893e-afde060f8b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.315173 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-de18c32e-e16c-45fc-893e-afde060f8b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.329699 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-de18c32e-e16c-45fc-893e-afde060f8b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.376266 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18c32e-e16c-45fc-893e-afde060f8b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7857c-57b0-4dcd-9f03-c8231ba1eaa1,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:37.404197 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb1170-7fda-4066-a89b-1551cb6b55db req-04d9bc3e-53f3-4ecc-84c8-84c7deea8049 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:37.406713 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d6eb1170-7fda-4066-a89b-1551cb6b55db req-04d9bc3e-53f3-4ecc-84c8-84c7deea8049 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 945 time: 0.4374788 Sep 21 17:36:37.406856 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937002df-a6e1-408c-aa57-2cdb5f636f6a req-2b118c90-97c9-430f-823e-a39dc768399e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:37.408262 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-937002df-a6e1-408c-aa57-2cdb5f636f6a req-2b118c90-97c9-430f-823e-a39dc768399e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.1071589 Sep 21 17:36:37.410518 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-de18c32e-e16c-45fc-893e-afde060f8b00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fab9b30201a4a7489623d3e779794ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790288 Sep 21 17:36:37.413986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35212) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:37.484712 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-937002df-a6e1-408c-aa57-2cdb5f636f6a req-d795020d-4ff4-4a05-8f07-d1f906a42ea4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635746 Sep 21 17:36:37.498537 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bf5e07f4-ee49-4158-9ecf-2f260c4ad56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.527237 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bf5e07f4-ee49-4158-9ecf-2f260c4ad56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.546020 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d6eb1170-7fda-4066-a89b-1551cb6b55db req-4598ff86-38ed-4b61-8e24-8aa7fbc3b9e4 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254582 Sep 21 17:36:37.546474 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35216) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:37.567533 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.db.resource_extend [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:36:37.588433 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bf5e07f4-ee49-4158-9ecf-2f260c4ad56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.591987 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bf5e07f4-ee49-4158-9ecf-2f260c4ad56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.595254 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-bf5e07f4-ee49-4158-9ecf-2f260c4ad56a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20f7857c-57b0-4dcd-9f03-c8231ba1eaa1 HTTP/1.1" status: 204 len: 168 time: 0.1800950 Sep 21 17:36:37.610602 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e07f4-ee49-4158-9ecf-2f260c4ad56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7857c-57b0-4dcd-9f03-c8231ba1eaa1,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:37.654110 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.659022 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.695277 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e1d47-aadd-4865-8d78-eb811a9d6d5a req-d019bcc0-b0bb-4d74-9dbf-ecbae482bf9e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:37.697210 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-048e1d47-aadd-4865-8d78-eb811a9d6d5a req-d019bcc0-b0bb-4d74-9dbf-ecbae482bf9e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0630682 Sep 21 17:36:37.723169 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97260c46-bf01-445f-ad52-e1b3cb25e975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.742674 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-048e1d47-aadd-4865-8d78-eb811a9d6d5a req-78c5c573-8912-4439-b433-ac69e1c8109d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Sep 21 17:36:37.804650 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.l3_db [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Floating IP 399f914a-8bbc-4c6d-9acd-3b2c06815082 associated. External IP: 172.27.1.247, port: 82fdb1f0-5d4c-463a-a696-a8557249bfa9. Sep 21 17:36:37.921998 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35228) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:37.934791 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5b778a30-5ac6-4d6b-9349-5fe9d263e36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:37.966639 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430b2b7-0e7f-486f-a301-a475566d1bfd req-e45ef717-6f59-462d-8230-e827bc82adc6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:37.968078 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6430b2b7-0e7f-486f-a301-a475566d1bfd req-e45ef717-6f59-462d-8230-e827bc82adc6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.1255517 Sep 21 17:36:37.977315 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35230) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:37.981802 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'floatingip': {'port_id': 'ab2659b2-5f56-4796-8471-878cd83daf57'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:38.003250 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97260c46-bf01-445f-ad52-e1b3cb25e975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.008515 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97260c46-bf01-445f-ad52-e1b3cb25e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.054908 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.086237 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97260c46-bf01-445f-ad52-e1b3cb25e975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93037ad-8070-4ca2-8cf4-b068d9664938,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:38.090411 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-97260c46-bf01-445f-ad52-e1b3cb25e975 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=899b0c19d5064678b7d9fc360b838b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394604 Sep 21 17:36:38.097686 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35232) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:38.186483 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Router e7b36cac-f099-41de-8789-cda58c875ed3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:36:38.194243 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-973fdeb2-639d-4f26-8be4-0de9ca8fc5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.254053 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-973fdeb2-639d-4f26-8be4-0de9ca8fc5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.318150 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5b778a30-5ac6-4d6b-9349-5fe9d263e36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.324815 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5b778a30-5ac6-4d6b-9349-5fe9d263e36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.349438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:36:38.360734 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.369548 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-973fdeb2-639d-4f26-8be4-0de9ca8fc5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.372910 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-973fdeb2-639d-4f26-8be4-0de9ca8fc5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:38.375672 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-973fdeb2-639d-4f26-8be4-0de9ca8fc5ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b93037ad-8070-4ca2-8cf4-b068d9664938 HTTP/1.1" status: 204 len: 168 time: 0.2770519 Sep 21 17:36:38.380833 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] Sync routers for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:36:38.392111 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:38.393482 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:36:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:38.407493 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fdeb2-639d-4f26-8be4-0de9ca8fc5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93037ad-8070-4ca2-8cf4-b068d9664938,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:38.413594 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0eb9eb76-bb43-499f-a34e-eb29a9d56ca0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "PUT /v2.0/floatingips/399f914a-8bbc-4c6d-9acd-3b2c06815082 HTTP/1.1" status: 200 len: 991 time: 1.8793213 Sep 21 17:36:38.413926 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:38.416935 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:38.503598 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b425177-7f23-45bf-ba3d-63f2afdf9abb x-openstack-request-id: req-0b425177-7f23-45bf-ba3d-63f2afdf9abb {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:38.504328 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:38.504808 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b425177-7f23-45bf-ba3d-63f2afdf9abb {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:38.505544 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'status': 'completed', 'code': 200} Sep 21 17:36:38.650140 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:38.711945 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-81251457-9db1-46df-a282-66372f207b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:38.713505 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-81251457-9db1-46df-a282-66372f207b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 1098 time: 0.1797223 Sep 21 17:36:38.746639 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b778a30-5ac6-4d6b-9349-5fe9d263e36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2400e305-c9c1-4f63-aca6-164cabe2ef8e,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:38.772704 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-5b778a30-5ac6-4d6b-9349-5fe9d263e36c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f94e037b58fa4c33b3ec5d7614483b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495736 Sep 21 17:36:38.775019 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f2bf-bbd1-497f-9327-7cd2a3b0863b req-0d988e8f-579c-4fb9-b524-0c91fb633822 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:38.776940 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b3a2f2bf-bbd1-497f-9327-7cd2a3b0863b req-0d988e8f-579c-4fb9-b524-0c91fb633822 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.1348803 Sep 21 17:36:38.780317 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35256) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:38.911901 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b3a2f2bf-bbd1-497f-9327-7cd2a3b0863b req-cb35a996-a025-4f20-9ee0-d9ea6af4fcb7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930920 Sep 21 17:36:38.915007 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-39dfef0f-917a-47dc-96ec-4150572138e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:38.917539 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-39dfef0f-917a-47dc-96ec-4150572138e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 912 time: 0.1948056 Sep 21 17:36:38.932158 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35258) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:38.985839 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12e7a8-2d7e-40bf-abea-ba00af504692 req-b6f9deda-0f28-4b55-9d78-78c6c185c042 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:38.987724 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7e12e7a8-2d7e-40bf-abea-ba00af504692 req-b6f9deda-0f28-4b55-9d78-78c6c185c042 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 945 time: 0.2449338 Sep 21 17:36:38.988205 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6a421467-0494-4d8c-9200-2accbf8c9d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.001695 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-70131b36-72dc-4740-b2ea-ab265994b12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.015402 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '399f914a-8bbc-4c6d-9acd-3b2c06815082', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'port_id': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'mac_address': 'fa:16:3e:39:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:36:15Z', 'updated_at': '2021-09-21T17:36:37Z', 'revision_number': 1, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:39.029338 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-19daedba-24c8-46ef-ae29-03d251306613 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:39.030792 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-19daedba-24c8-46ef-ae29-03d251306613 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.18 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 945 time: 0.2868223 Sep 21 17:36:39.042666 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] Checking router: e7b36cac-f099-41de-8789-cda58c875ed3 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:36:39.052074 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:39.052678 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:36:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:39.056668 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6a421467-0494-4d8c-9200-2accbf8c9d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.090013 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-616b9613-cf9c-4aa6-88dd-de3d43c2ae5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 200 len: 999 time: 0.1603785 Sep 21 17:36:39.141601 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7e12e7a8-2d7e-40bf-abea-ba00af504692 req-be1c1bd6-cc52-4707-b758-d658af4f5aa0 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/security-groups?id=f47a605d-b654-44c7-b0ec-214ce5cac4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207075 Sep 21 17:36:39.172030 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:39.197670 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-e9c8cf65-1c2d-47c6-ab96-680aa82f8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:39.199236 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-e9c8cf65-1c2d-47c6-ab96-680aa82f8bff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.0985997 Sep 21 17:36:39.243529 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6a421467-0494-4d8c-9200-2accbf8c9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.245999 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6a421467-0494-4d8c-9200-2accbf8c9d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.247172 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-6a421467-0494-4d8c-9200-2accbf8c9d76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2400e305-c9c1-4f63-aca6-164cabe2ef8e HTTP/1.1" status: 204 len: 168 time: 0.4655108 Sep 21 17:36:39.270918 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-70131b36-72dc-4740-b2ea-ab265994b12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.272930 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a421467-0494-4d8c-9200-2accbf8c9d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2400e305-c9c1-4f63-aca6-164cabe2ef8e,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:39.279643 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-70131b36-72dc-4740-b2ea-ab265994b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.287449 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.db.resource_extend [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 17:36:39.294904 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-a8277c1e-ad34-43c7-8a93-54699fdd1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:39.296403 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-a8277c1e-ad34-43c7-8a93-54699fdd1a9a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883245 Sep 21 17:36:39.331829 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-70131b36-72dc-4740-b2ea-ab265994b12c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a92c8365c704bf9b3a2a24ef253f0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984265 Sep 21 17:36:39.337632 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35262) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:39.341914 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70131b36-72dc-4740-b2ea-ab265994b12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c11a1-b69f-448b-987e-d86b0cc95f0b,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:39.414608 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.421323 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-2971e27b-18bc-4401-9557-d4c563990e4a service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041746 Sep 21 17:36:39.432535 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.462196 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '399f914a-8bbc-4c6d-9acd-3b2c06815082', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'port_id': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'mac_address': 'fa:16:3e:39:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:36:15Z', 'updated_at': '2021-09-21T17:36:37Z', 'revision_number': 1, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:39.500899 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9ffc8d-9865-41d0-8748-d89e65a69d4e None None] The sync data for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi is: [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '399f914a-8bbc-4c6d-9acd-3b2c06815082', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'port_id': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'mac_address': 'fa:16:3e:39:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:36:15Z', 'updated_at': '2021-09-21T17:36:37Z', 'revision_number': 1, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:36:39.519599 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Deleting port 87bfad54-ceff-46cf-99c9-483789832d37 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:36:39.519931 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.543752 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3a4a01ff-e5bf-4662-b298-a28c98eefd2b req-e4e5f922-3846-465d-8ec1-fe05563968d2 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141198 Sep 21 17:36:39.605286 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8cd20231-2659-47cd-9596-a03af47c9e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.607411 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Floating IP 64d44d0c-2cbe-4183-9356-458ee9564d19 associated. External IP: 172.27.1.67, port: ab2659b2-5f56-4796-8471-878cd83daf57. Sep 21 17:36:39.687380 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8cd20231-2659-47cd-9596-a03af47c9e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.731572 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] For port 87bfad54-ceff-46cf-99c9-483789832d37, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=87bfad54-ceff-46cf-99c9-483789832d37,segment=NetworkSegment(fa55919a-664b-4a29-86a3-760fc41d396c),segment_id=fa55919a-664b-4a29-86a3-760fc41d396c)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:39.732190 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.797737 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Calling delete_port for 87bfad54-ceff-46cf-99c9-483789832d37 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:36:39.820458 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f08e19-a28b-477e-bbeb-e97a2f67973f None None] New status for floating IP 399f914a-8bbc-4c6d-9acd-3b2c06815082: ACTIVE {{(pid=98180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:36:39.909429 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8cd20231-2659-47cd-9596-a03af47c9e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.912048 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8cd20231-2659-47cd-9596-a03af47c9e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:39.913184 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-8cd20231-2659-47cd-9596-a03af47c9e79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/976c11a1-b69f-448b-987e-d86b0cc95f0b HTTP/1.1" status: 204 len: 168 time: 0.5734575 Sep 21 17:36:39.964456 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd20231-2659-47cd-9596-a03af47c9e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c11a1-b69f-448b-987e-d86b0cc95f0b,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:40.137933 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:36:40.146959 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbc4f1-a47c-416a-94af-05b0784ab4ba req-1ef88e7a-e59b-4800-8420-287a32c78f5e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:40.148520 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cdbbc4f1-a47c-416a-94af-05b0784ab4ba req-1ef88e7a-e59b-4800-8420-287a32c78f5e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.1061568 Sep 21 17:36:40.194420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.219661 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['87bfad54-ceff-46cf-99c9-483789832d37'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:40.322628 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-42a23d64-71dc-4c43-b1ab-3bab1dea4a5c req-2b4d5094-608e-4eab-9f2f-ec841c1e1c50 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 210 time: 0.0421605 Sep 21 17:36:40.465335 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Pushing event deleted for resources: {'Port': ['ID=87bfad54-ceff-46cf-99c9-483789832d37,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:40.475521 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cdbbc4f1-a47c-416a-94af-05b0784ab4ba req-95e31aee-820c-4604-9285-042cfcb7dbd8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185611 Sep 21 17:36:40.544860 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35310) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:40.559824 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e48a63ec-d0b1-4e07-954d-579954353cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.569742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] No DVR routers for this DVR port 87bfad54-ceff-46cf-99c9-483789832d37 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:36:40.575523 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.577543 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d11084a7-ba38-46ab-9d86-66b5f0d778b1 req-d71f3247-ac0c-4081-b800-637a5de0e9fc tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.18 "DELETE /v2.0/ports/87bfad54-ceff-46cf-99c9-483789832d37 HTTP/1.1" status: 204 len: 173 time: 1.5297072 Sep 21 17:36:40.577948 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24068716-89c5-4d50-8e54-2c4439626273', 'name': 'network-vif-deleted', 'tag': '87bfad54-ceff-46cf-99c9-483789832d37'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:40.580208 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcdf8bb-0147-4f36-b78d-fea2d868c1f6" -d '{"events": [{"server_uuid": "24068716-89c5-4d50-8e54-2c4439626273", "name": "network-vif-deleted", "tag": "87bfad54-ceff-46cf-99c9-483789832d37"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:40.599213 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:36:40.609562 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] Sync routers for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:36:40.610600 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.625449 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:40.625776 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:36:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:40.636703 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e695ede1-a97a-4d14-9fb6-a838f1d619b9 x-openstack-request-id: req-e695ede1-a97a-4d14-9fb6-a838f1d619b9 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:40.637015 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24068716-89c5-4d50-8e54-2c4439626273", "name": "network-vif-deleted", "tag": "87bfad54-ceff-46cf-99c9-483789832d37", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:40.637308 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e695ede1-a97a-4d14-9fb6-a838f1d619b9 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:40.637720 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24068716-89c5-4d50-8e54-2c4439626273', 'name': 'network-vif-deleted', 'tag': '87bfad54-ceff-46cf-99c9-483789832d37', 'status': 'completed', 'code': 200} Sep 21 17:36:40.646058 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-b45251b8-3260-4cb1-8f96-ba9695bed35e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "PUT /v2.0/floatingips/64d44d0c-2cbe-4183-9356-458ee9564d19 HTTP/1.1" status: 200 len: 990 time: 2.6675427 Sep 21 17:36:40.715332 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e48a63ec-d0b1-4e07-954d-579954353cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.721979 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e48a63ec-d0b1-4e07-954d-579954353cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.776076 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e48a63ec-d0b1-4e07-954d-579954353cf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a8db9fca5754669b133a01731656761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293818 Sep 21 17:36:40.776321 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35322) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:40.778420 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a63ec-d0b1-4e07-954d-579954353cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd02f39-0445-4f36-bcf2-2794b4413b13,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:40.858641 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-24426d31-6ce7-462f-816a-b0815d82edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.883110 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-24426d31-6ce7-462f-816a-b0815d82edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.917722 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:40.940069 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-24426d31-6ce7-462f-816a-b0815d82edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.942836 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-24426d31-6ce7-462f-816a-b0815d82edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:40.944067 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-24426d31-6ce7-462f-816a-b0815d82edd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fd02f39-0445-4f36-bcf2-2794b4413b13 HTTP/1.1" status: 204 len: 168 time: 0.1669302 Sep 21 17:36:40.952856 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24426d31-6ce7-462f-816a-b0815d82edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd02f39-0445-4f36-bcf2-2794b4413b13,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:41.069988 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35328) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:41.221152 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '64d44d0c-2cbe-4183-9356-458ee9564d19', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'port_id': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'mac_address': 'fa:16:3e:53:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:36:17Z', 'updated_at': '2021-09-21T17:36:39Z', 'revision_number': 1, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:41.254644 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] Checking router: b3eefd79-b0bd-4faa-8110-a7683d2b08e6 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:36:41.263594 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:36:41.264207 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:36:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:41.305653 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c44d56a2-9eaf-4941-a7f7-1373d70a6e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:41.420861 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:36:41.451399 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9325e176-9f6d-4554-8e75-ae69eb4ad349 req-b0c88b07-00d9-4d62-be21-83fc9571a1c2 tempest-DeleteServersTestJSON-2025400252 tempest-DeleteServersTestJSON-2025400252-project] 10.222.0.26 "GET /v2.0/ports?device_id=24068716-89c5-4d50-8e54-2c4439626273 HTTP/1.1" status: 200 len: 210 time: 0.0352409 Sep 21 17:36:41.484980 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c44d56a2-9eaf-4941-a7f7-1373d70a6e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:41.503135 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c44d56a2-9eaf-4941-a7f7-1373d70a6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:41.626129 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d56a2-9eaf-4941-a7f7-1373d70a6e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8038e3-9bed-4da7-a74d-9e4aae2ec072,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:41.647052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35354) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:41.651270 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-c44d56a2-9eaf-4941-a7f7-1373d70a6e8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b60189cea8fe44a896f77d17dc45d7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800607 Sep 21 17:36:41.684225 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4059b-54b1-41a6-b2d5-79f08fd283f0 req-f0cc6217-7cf6-436d-940a-f29c9321ce99 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:41.693280 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-23e4059b-54b1-41a6-b2d5-79f08fd283f0 req-f0cc6217-7cf6-436d-940a-f29c9321ce99 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.1090853 Sep 21 17:36:41.749408 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-23e4059b-54b1-41a6-b2d5-79f08fd283f0 req-decef234-ef5d-470d-a507-da5c47d4cdda tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551884 Sep 21 17:36:41.760355 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a962-57c6-4af4-8fb2-e97573fc41ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:41.781419 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '64d44d0c-2cbe-4183-9356-458ee9564d19', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'port_id': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'mac_address': 'fa:16:3e:53:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:36:17Z', 'updated_at': '2021-09-21T17:36:39Z', 'revision_number': 1, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:41.785837 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a962-57c6-4af4-8fb2-e97573fc41ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:41.820043 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa23cbe-02bc-4aef-9a59-ad7159295c51 None None] The sync data for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi is: [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '64d44d0c-2cbe-4183-9356-458ee9564d19', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'port_id': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'mac_address': 'fa:16:3e:53:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:36:17Z', 'updated_at': '2021-09-21T17:36:39Z', 'revision_number': 1, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:36:41.883332 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a962-57c6-4af4-8fb2-e97573fc41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:41.885950 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a962-57c6-4af4-8fb2-e97573fc41ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:41.891177 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-ddc7a962-57c6-4af4-8fb2-e97573fc41ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d8038e3-9bed-4da7-a74d-9e4aae2ec072 HTTP/1.1" status: 204 len: 168 time: 0.2427244 Sep 21 17:36:41.905864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7a962-57c6-4af4-8fb2-e97573fc41ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8038e3-9bed-4da7-a74d-9e4aae2ec072,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:42.210679 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bce89-57db-4e5c-a685-ea0fcfa6052a None None] New status for floating IP 64d44d0c-2cbe-4183-9356-458ee9564d19: ACTIVE {{(pid=98180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:36:42.304144 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 87bfad54-ceff-46cf-99c9-483789832d37 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:36:42.331177 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 87bfad54-ceff-46cf-99c9-483789832d37 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:36:42.331494 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 87bfad54-ceff-46cf-99c9-483789832d37 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:36:42.638995 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:42.652812 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4996f1ed-5276-4b8d-b9c5-d867766296a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:42.717971 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb6f45-2a0b-42a6-bc9a-2b127c95be68 x-openstack-request-id: req-eebb6f45-2a0b-42a6-bc9a-2b127c95be68 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:42.718257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:42.718523 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eebb6f45-2a0b-42a6-bc9a-2b127c95be68 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:42.718930 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'status': 'completed', 'code': 200} Sep 21 17:36:42.821946 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-6806a00b-61ce-429a-82c8-9121226072bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:42.824660 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-6806a00b-61ce-429a-82c8-9121226072bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 1098 time: 0.0729370 Sep 21 17:36:42.963128 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76ad79-87ae-4677-bbdd-31493e7b076a req-b1574879-a58b-4eb0-9851-ce7e4dcbbc26 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:42.966576 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8e76ad79-87ae-4677-bbdd-31493e7b076a req-b1574879-a58b-4eb0-9851-ce7e4dcbbc26 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.1360195 Sep 21 17:36:43.008321 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-ca087aac-b67b-485c-85cf-9cff18b7f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:43.009955 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-ca087aac-b67b-485c-85cf-9cff18b7f1b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.1707230 Sep 21 17:36:43.037237 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8e76ad79-87ae-4677-bbdd-31493e7b076a req-974b505e-f5c7-49ef-a85f-f4fc44760c97 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622857 Sep 21 17:36:43.150805 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-ca73b456-2dfd-499c-a039-abc08d5dea38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2659b2-5f56-4796-8471-878cd83daf57 HTTP/1.1" status: 200 len: 1000 time: 0.1298487 Sep 21 17:36:43.221701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-b7b65c5d-7091-4741-8851-0b9f4d5294bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:43.223211 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-b7b65c5d-7091-4741-8851-0b9f4d5294bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0570695 Sep 21 17:36:43.285075 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-589634d6-4262-49e4-9cba-9bf5b7510a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:43.287233 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-589634d6-4262-49e4-9cba-9bf5b7510a4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544059 Sep 21 17:36:43.448455 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-8c00eba8-77ba-4dbd-8498-67b330f9f657 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356194 Sep 21 17:36:43.585933 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4996f1ed-5276-4b8d-b9c5-d867766296a7 req-5e16ef23-f911-4e90-b106-c214e8c45506 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256521 Sep 21 17:36:43.705410 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-8c266268-41a5-406e-8462-bfdbd6812716 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:43.706898 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-8c266268-41a5-406e-8462-bfdbd6812716 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 0.1190240 Sep 21 17:36:43.722202 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-96eb3ec4-189c-473e-89d4-fad975cd57ff tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/quotas/1a947f45ae3d47b3ad963b73f74a2e7c HTTP/1.1" status: 200 len: 375 time: 0.0093102 Sep 21 17:36:43.774226 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-65c8febd-3b39-425a-9da1-9f2d1f413a33 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465240 Sep 21 17:36:43.866304 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-b1293fb7-46da-4737-8c98-c1d8c9bf420b service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 Sep 21 17:36:43.962193 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-bb01fc15-9366-4140-b9a4-a126b0d6e6e7 service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894260 Sep 21 17:36:44.139222 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df46a181-e826-4fb3-b15a-149e989940b3 req-224ee19f-b88f-4674-91be-54cab29850ec tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 210 time: 0.0441008 Sep 21 17:36:44.373373 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2cac-f6a4-4543-ad3e-887780c98d3b req-045adf4a-3a2d-4a3a-bf05-0a8aa3aa65a3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:44.374980 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f6d2cac-f6a4-4543-ad3e-887780c98d3b req-045adf4a-3a2d-4a3a-bf05-0a8aa3aa65a3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.2635071 Sep 21 17:36:44.420263 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f6d2cac-f6a4-4543-ad3e-887780c98d3b req-79cd4100-c8d4-4dd5-8fc9-1abf309a5003 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362635 Sep 21 17:36:44.505963 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35548) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:44.561229 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] Deleting subnet a8b98117-29d4-4732-bed8-bcc027164974 {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:36:44.564528 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.599498 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.609766 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.670735 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.698012 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b98117-29d4-4732-bed8-bcc027164974,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:44.703144 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.705029 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-59d1c744-9651-49dd-a3bb-735b693cdefa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a8b98117-29d4-4732-bed8-bcc027164974 HTTP/1.1" status: 204 len: 168 time: 0.1978986 Sep 21 17:36:44.707581 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35554) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:44.776325 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.849657 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35566) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:44.864213 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.883739 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.884002 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.884838 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.885143 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.885445 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.885878 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.886245 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.886638 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.886986 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.887291 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:44.898246 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] Deleting subnet b667a537-61ea-40f3-ab44-7ab77bdddb04 {{(pid=98178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:36:44.901420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.940613 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:44.949565 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.004408 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for subnet, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.029673 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b667a537-61ea-40f3-ab44-7ab77bdddb04,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:45.033385 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.037649 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-ea9a69f5-85aa-4e35-9389-1cdf8a864006 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b667a537-61ea-40f3-ab44-7ab77bdddb04 HTTP/1.1" status: 204 len: 168 time: 0.1846294 Sep 21 17:36:45.037794 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35568) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:45.074541 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.074910 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.075232 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.075551 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.075918 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dde26ca-77d9-4cd1-b20b-8809355d82b7']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:45.093173 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa55919a-664b-4a29-86a3-760fc41d396c') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:45.093461 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa55919a-664b-4a29-86a3-760fc41d396c') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:45.109556 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.110322 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.134034 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.141967 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:36:45.142336 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: from cryptography.utils import int_from_bytes Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: from cryptography.utils import int_from_bytes Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:36:45.161307 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:36:45.197176 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.230860 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.231058 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.232117 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.233176 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.233800 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > port after_create 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.234290 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.234840 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > port after_update 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.235369 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.235816 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.236268 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.236929 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.242173 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.246904 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5dde26ca-77d9-4cd1-b20b-8809355d82b7 HTTP/1.1" status: 204 len: 168 time: 0.5359411 Sep 21 17:36:45.255007 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126845ce-8bc3-4b92-92ed-c05709cd51e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dde26ca-77d9-4cd1-b20b-8809355d82b7,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:45.345669 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.345966 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.346230 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.346547 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 17:36:45.346961 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176f831a-befb-4beb-9e1b-51a10bac2d5f']}} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:45.380506 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c2952962-3353-4b8f-9101-a576d0ec2b10 req-5add65ab-c43f-4d8c-bf77-359183d2b1eb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 210 time: 0.1650040 Sep 21 17:36:45.419841 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5f9fa5-7f2a-482f-93ca-8507551cf836') {'for_net_delete': True} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:45.420128 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5f9fa5-7f2a-482f-93ca-8507551cf836') {} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:45.445275 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888025'] for segment, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.500863 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.505133 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35582) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:45.514151 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=98178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:36:45.514539 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244724'] for segment, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: from cryptography.utils import int_from_bytes Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: from cryptography.utils import int_from_bytes Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: Traceback (most recent call last): Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: timer() Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: cb(*args, **kw) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: return func(*args, **kwargs) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: self._notify() Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: self.callback(batched_events) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: event.method(event) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: return f(self, *a, **k) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._get(url).json() Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: return self.request(url, 'GET', **kwargs) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:36:45.518624 dv-cinder-810000-2-iscsi neutron-server[98178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:36:45.593469 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237f7d1-a2cc-48b3-8e88-1e714cde261b req-1593bc28-226e-4eac-a073-13aff389998b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:45.593725 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-72eeec46-86a1-475a-a540-32b947f9cbfd tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:45.595062 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-72eeec46-86a1-475a-a540-32b947f9cbfd tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 0.2269320 Sep 21 17:36:45.595179 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4237f7d1-a2cc-48b3-8e88-1e714cde261b req-1593bc28-226e-4eac-a073-13aff389998b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0826447 Sep 21 17:36:45.597790 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3ab3fbbf-a822-4dd2-855e-06f52841f3e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17fe6b4caafd4fef950f2e6036ed9366&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0911434 Sep 21 17:36:45.600901 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35588) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:45.604399 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.615179 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Request body: {'port': {'device_id': 'ced54622-53ba-492e-a22d-2325d052b7df', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'admin_state_up': True, 'tenant_id': '1a947f45ae3d47b3ad963b73f74a2e7c'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:45.620278 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.622577 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] 10.222.0.26 "DELETE /v2.0/networks/176f831a-befb-4beb-9e1b-51a10bac2d5f HTTP/1.1" status: 204 len: 168 time: 0.5833282 Sep 21 17:36:45.627371 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35590) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:45.648804 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e97730-bc9f-44ff-9819-518d981a0767 admin admin] Pushing event deleted for resources: {'Network': ['ID=176f831a-befb-4beb-9e1b-51a10bac2d5f,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:45.728019 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4237f7d1-a2cc-48b3-8e88-1e714cde261b req-cac29e7c-15a3-480b-9929-29f3657f9a38 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198165 Sep 21 17:36:45.730724 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] Deleting subnet 51df30b3-bbc1-4335-9761-a48487bed0f8 {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:36:45.734140 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.739109 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Made reservation on behalf of 1a947f45ae3d47b3ad963b73f74a2e7c for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:36:45.743119 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.782004 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a7a83994-4037-46fb-ae99-6655e3937ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.785240 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.831972 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a7a83994-4037-46fb-ae99-6655e3937ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.853103 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.880245 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Allocated IP 172.20.0.5 (54030df7-a28c-46b3-9a5b-723bf09e8611/7aec5e36-eadf-48a5-bff6-7ffb824574e7/dad74d66-2483-43e7-9db4-0acd6fed264e) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:36:45.932487 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a7a83994-4037-46fb-ae99-6655e3937ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.935671 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a7a83994-4037-46fb-ae99-6655e3937ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.936866 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a7a83994-4037-46fb-ae99-6655e3937ff0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f47a605d-b654-44c7-b0ec-214ce5cac4ce HTTP/1.1" status: 204 len: 168 time: 0.3349257 Sep 21 17:36:45.946668 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a83994-4037-46fb-ae99-6655e3937ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a605d-b654-44c7-b0ec-214ce5cac4ce,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:45.950082 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:45.991579 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51df30b3-bbc1-4335-9761-a48487bed0f8,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:45.999786 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.001927 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-85adc439-3608-4bbd-aa2b-5bb19fa8f807 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51df30b3-bbc1-4335-9761-a48487bed0f8 HTTP/1.1" status: 204 len: 168 time: 0.3656282 Sep 21 17:36:46.002541 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35600) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:46.008161 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35602) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:46.084437 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.085360 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.144022 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.157263 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:46.171648 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b279e114-8b49-47f6-8434-4b4d2010a62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.196362 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:36:46.200480 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:36:46.204777 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:36:46.221838 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.239917 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event updated for resources: {'Port': ['ID=dad74d66-2483-43e7-9db4-0acd6fed264e,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:46.263446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8340eeb9-a765-499d-a589-d29d89bd6c82']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:46.276281 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880f0c34-d9e6-4827-83f9-ddeb909acde7') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:46.276572 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880f0c34-d9e6-4827-83f9-ddeb909acde7') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:36:46.284553 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:46.284553 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.292479 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.318379 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.328766 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:36:46.329170 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:36:46.331123 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:36:46.405003 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.425931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.427871 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8340eeb9-a765-499d-a589-d29d89bd6c82 HTTP/1.1" status: 204 len: 168 time: 0.4188645 Sep 21 17:36:46.433511 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa507608-4cdf-46bb-9d56-1a4d4c82d4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8340eeb9-a765-499d-a589-d29d89bd6c82,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:46.441679 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b279e114-8b49-47f6-8434-4b4d2010a62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.449629 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b279e114-8b49-47f6-8434-4b4d2010a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.458660 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e368f7be-8d8d-409f-99f9-00557e3a0be0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8475859 Sep 21 17:36:46.475622 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Request body: {'port': {'device_id': 'ced54622-53ba-492e-a22d-2325d052b7df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:36:46.549818 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b279e114-8b49-47f6-8434-4b4d2010a62b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa77d4943b504e0a994beba75d9230ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462430 Sep 21 17:36:46.552639 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35626) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:46.553666 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279e114-8b49-47f6-8434-4b4d2010a62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc699d4-a4fb-44cc-a634-004f82f8af57,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:46.558945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.592913 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35628) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:46.638899 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbe0c8-6d10-4cd3-807a-0d5860e38f70 req-f1a77524-a6ca-43bf-b0fd-b3bd25d997b1 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:46.640640 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f7dbe0c8-6d10-4cd3-807a-0d5860e38f70 req-f1a77524-a6ca-43bf-b0fd-b3bd25d997b1 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 931 time: 0.1446538 Sep 21 17:36:46.686658 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.720294 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-ee36f931-4472-4fdf-a241-9639df925d09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=176f13dbd77341c986d42b902a6047c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261556 Sep 21 17:36:46.722782 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35632) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:46.738582 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.751439 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f7dbe0c8-6d10-4cd3-807a-0d5860e38f70 req-90275376-39fa-450b-acc3-c6afcbb0218a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020997 Sep 21 17:36:46.832342 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32ee0bb8-67c3-40ea-9225-fbae8147804b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.859606 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32ee0bb8-67c3-40ea-9225-fbae8147804b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.861682 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.864390 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.868371 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfc699d4-a4fb-44cc-a634-004f82f8af57 HTTP/1.1" status: 204 len: 168 time: 0.3088078 Sep 21 17:36:46.906223 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad74d66-2483-43e7-9db4-0acd6fed264e {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:46.923827 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5e111-44b0-40e9-8e9f-26c45ed4b268 req-826000d6-3da8-40a5-ab6c-14db5f688c42 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:46.933357 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-75f5e111-44b0-40e9-8e9f-26c45ed4b268 req-826000d6-3da8-40a5-ab6c-14db5f688c42 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0969095 Sep 21 17:36:46.937476 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.952132 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32ee0bb8-67c3-40ea-9225-fbae8147804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.955197 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32ee0bb8-67c3-40ea-9225-fbae8147804b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:46.958998 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-32ee0bb8-67c3-40ea-9225-fbae8147804b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f536e77-7c28-4896-be22-d63161fdc924 HTTP/1.1" status: 204 len: 168 time: 0.2292230 Sep 21 17:36:46.958998 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc699d4-a4fb-44cc-a634-004f82f8af57,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:46.969819 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Transition to ACTIVE for port object dad74d66-2483-43e7-9db4-0acd6fed264e will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:36:46.971388 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.971653 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.971996 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.972375 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.973175 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.973342 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.974322 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.974654 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.974998 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.975383 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.975881 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.976202 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5498798e-5e60-4b33-961a-bf06a6b5599f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:46.988092 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:47.001475 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee0bb8-67c3-40ea-9225-fbae8147804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f536e77-7c28-4896-be22-d63161fdc924,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:47.006832 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-75f5e111-44b0-40e9-8e9f-26c45ed4b268 req-a4164012-dd70-49ee-9359-dd8354d1ff6d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723410 Sep 21 17:36:47.079921 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Pushing event updated for resources: {'Port': ['ID=dad74d66-2483-43e7-9db4-0acd6fed264e,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:47.107394 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.107736 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.108175 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.108503 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.108817 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.109129 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.109443 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.109753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.110062 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.110368 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.110704 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.111001 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:47.148563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Attempting to bind port dad74d66-2483-43e7-9db4-0acd6fed264e on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:36:47.148895 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Attempting to bind port dad74d66-2483-43e7-9db4-0acd6fed264e by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:36:47.149348 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Attempting to bind port dad74d66-2483-43e7-9db4-0acd6fed264e on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:47.153829 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Port dad74d66-2483-43e7-9db4-0acd6fed264e on network 54030df7-a28c-46b3-9a5b-723bf09e8611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:36:47.154137 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Attempting to bind port dad74d66-2483-43e7-9db4-0acd6fed264e on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:36:47.158899 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:36:47.159308 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Checking segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:36:47.159701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Bound using segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:36:47.160409 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Bound port: dad74d66-2483-43e7-9db4-0acd6fed264e, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:36:47.160549 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:47.226492 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] For port dad74d66-2483-43e7-9db4-0acd6fed264e, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:36:47.229695 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] For port dad74d66-2483-43e7-9db4-0acd6fed264e, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=dad74d66-2483-43e7-9db4-0acd6fed264e,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:36:47.233037 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:47.273093 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:47.273697 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:47.275114 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] 10.222.0.18 "PUT /v2.0/ports/dad74d66-2483-43e7-9db4-0acd6fed264e HTTP/1.1" status: 200 len: 1093 time: 0.8054678 Sep 21 17:36:47.275643 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced54622-53ba-492e-a22d-2325d052b7df', 'tag': 'dad74d66-2483-43e7-9db4-0acd6fed264e'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:47.277917 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12487bbe-1d21-4129-850d-5387dde9c969" -d '{"events": [{"name": "network-changed", "server_uuid": "ced54622-53ba-492e-a22d-2325d052b7df", "tag": "dad74d66-2483-43e7-9db4-0acd6fed264e"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:47.306671 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae28c79-6081-4380-8837-2fcedd1456ae service neutron] Pushing event updated for resources: {'Port': ['ID=dad74d66-2483-43e7-9db4-0acd6fed264e,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:47.351325 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a6fb5-368f-493b-bcd6-2177549937f9 x-openstack-request-id: req-0a2a6fb5-368f-493b-bcd6-2177549937f9 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:47.351325 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced54622-53ba-492e-a22d-2325d052b7df", "tag": "dad74d66-2483-43e7-9db4-0acd6fed264e", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:47.351325 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a2a6fb5-368f-493b-bcd6-2177549937f9 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:47.351941 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced54622-53ba-492e-a22d-2325d052b7df', 'tag': 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'status': 'completed', 'code': 200} Sep 21 17:36:47.393477 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-c438bfe6-135f-4127-ac1f-7c72cec0fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:47.395323 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-c438bfe6-135f-4127-ac1f-7c72cec0fb5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 1096 time: 0.0541155 Sep 21 17:36:47.453906 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-5cfbcd84-7d18-4ded-a71e-9f53ee415738 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dad74d66-2483-43e7-9db4-0acd6fed264e HTTP/1.1" status: 200 len: 217 time: 0.0489905 Sep 21 17:36:47.503680 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35662) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:47.519730 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7172635f-0eb8-471f-a7db-e0dda415a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:47.521422 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-7172635f-0eb8-471f-a7db-e0dda415a291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.0590754 Sep 21 17:36:47.554449 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-4350e3a4-65b3-463a-b407-27bf8cbb3161 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245705 Sep 21 17:36:47.555646 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35666) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:47.556148 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a2d4388e-4d84-425a-bf45-dd5b9507ffe1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1cd9946d0f84d9388c15b0c704f23b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513177 Sep 21 17:36:47.935718 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b68b-1691-4a81-83c4-24efc78e7070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:47.990341 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-a25b3efd-f326-42c2-8194-2e310c04e066 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277368 Sep 21 17:36:47.995358 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b68b-1691-4a81-83c4-24efc78e7070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:48.030002 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58ffa-667b-4557-ae42-92cc43fe35fd req-e1f843e9-42b5-42cd-9d1f-7c20a9fe3b19 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:48.031579 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7af58ffa-667b-4557-ae42-92cc43fe35fd req-e1f843e9-42b5-42cd-9d1f-7c20a9fe3b19 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 943 time: 0.1130345 Sep 21 17:36:48.135877 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7af58ffa-667b-4557-ae42-92cc43fe35fd req-282bfc17-88bb-44f7-87d0-ecae99dfc44e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869858 Sep 21 17:36:48.144697 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b68b-1691-4a81-83c4-24efc78e7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:48.145575 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38a8b-51a0-4ce5-bba8-f8225198b46d req-0482b408-6b1d-4fac-b491-570a5ef713fc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:48.147152 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b68b-1691-4a81-83c4-24efc78e7070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:48.158185 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-f4a1b68b-1691-4a81-83c4-24efc78e7070 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/435a4a9f-2bbd-4b85-84a8-ceb9b0bf4a63 HTTP/1.1" status: 204 len: 168 time: 0.5915394 Sep 21 17:36:48.165444 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1b68b-1691-4a81-83c4-24efc78e7070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a4a9f-2bbd-4b85-84a8-ceb9b0bf4a63,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:48.168272 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-25b38a8b-51a0-4ce5-bba8-f8225198b46d req-0482b408-6b1d-4fac-b491-570a5ef713fc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0875924 Sep 21 17:36:48.179979 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4b313f3c-546c-403c-985d-ecbf2499ae33 req-e1bc4daf-c1f2-4e0f-a02f-a438ebe7bb4e service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710300 Sep 21 17:36:48.222763 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-25b38a8b-51a0-4ce5-bba8-f8225198b46d req-11836d45-956f-4e70-b939-6bbce98c267e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507634 Sep 21 17:36:48.295294 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487bbe-1d21-4129-850d-5387dde9c969 req-0050754d-d52f-41a7-a591-89f63da4b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:48.297544 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12487bbe-1d21-4129-850d-5387dde9c969 req-0050754d-d52f-41a7-a591-89f63da4b518 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 1096 time: 0.0467885 Sep 21 17:36:48.409645 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487bbe-1d21-4129-850d-5387dde9c969 req-4f9b6711-f620-4bc1-b1a3-7ba75da79b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:48.411349 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12487bbe-1d21-4129-850d-5387dde9c969 req-4f9b6711-f620-4bc1-b1a3-7ba75da79b9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 916 time: 0.1043892 Sep 21 17:36:48.469308 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12487bbe-1d21-4129-850d-5387dde9c969 req-a54b7685-ef56-4522-b8f2-16905d4b054b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dad74d66-2483-43e7-9db4-0acd6fed264e HTTP/1.1" status: 200 len: 217 time: 0.0455909 Sep 21 17:36:48.527724 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487bbe-1d21-4129-850d-5387dde9c969 req-307f4a23-5093-4408-8796-0098f1f586b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:48.532431 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12487bbe-1d21-4129-850d-5387dde9c969 req-307f4a23-5093-4408-8796-0098f1f586b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.0522950 Sep 21 17:36:48.571433 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12487bbe-1d21-4129-850d-5387dde9c969 req-a0bb18d8-dae5-4988-97c3-13583bd9c4d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309300 Sep 21 17:36:48.677286 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12487bbe-1d21-4129-850d-5387dde9c969 req-5c328a6e-60be-45b6-94e2-d65d663abacf service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967703 Sep 21 17:36:48.813107 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12487bbe-1d21-4129-850d-5387dde9c969 req-35c16b2c-0957-47c7-8ea3-15f34c02601e service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217711 Sep 21 17:36:49.273110 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64460ab6-adff-4254-87f0-6267e1b8a39c req-cb7c6276-8cd8-4a09-b926-dba9e59123b3 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:49.276176 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64460ab6-adff-4254-87f0-6267e1b8a39c req-cb7c6276-8cd8-4a09-b926-dba9e59123b3 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 943 time: 0.0529320 Sep 21 17:36:49.318604 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64460ab6-adff-4254-87f0-6267e1b8a39c req-35e73f2b-da00-47e8-8dad-65704aac6e34 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Sep 21 17:36:49.362534 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e62bd1-8f35-4824-a814-e59d3e4b4b41 req-e1484cb7-c37c-40ea-8489-ecad4db9c315 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:49.364745 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d1e62bd1-8f35-4824-a814-e59d3e4b4b41 req-e1484cb7-c37c-40ea-8489-ecad4db9c315 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0563757 Sep 21 17:36:49.404795 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d1e62bd1-8f35-4824-a814-e59d3e4b4b41 req-6cc3d70c-ee13-47dd-8c59-1bbbbd1aded0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Sep 21 17:36:49.529912 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35764) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:49.636530 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e3f75615-23e7-45d2-b20e-9263e33b00a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:49.721307 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e3f75615-23e7-45d2-b20e-9263e33b00a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:49.726138 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e3f75615-23e7-45d2-b20e-9263e33b00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:49.765744 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-e3f75615-23e7-45d2-b20e-9263e33b00a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=009dacf88a8b4318b042071fad3bbdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345009 Sep 21 17:36:49.766880 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f75615-23e7-45d2-b20e-9263e33b00a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ab21d-39e4-4507-8ccb-9057b2e9cd4b,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:49.768213 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35770) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:49.820775 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-78ee1601-4354-43ad-98da-a2c049c39314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:49.842626 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-78ee1601-4354-43ad-98da-a2c049c39314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:49.899980 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-78ee1601-4354-43ad-98da-a2c049c39314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:49.902618 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-78ee1601-4354-43ad-98da-a2c049c39314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:49.903986 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-78ee1601-4354-43ad-98da-a2c049c39314 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c8ab21d-39e4-4507-8ccb-9057b2e9cd4b HTTP/1.1" status: 204 len: 168 time: 0.1344266 Sep 21 17:36:49.913582 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee1601-4354-43ad-98da-a2c049c39314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ab21d-39e4-4507-8ccb-9057b2e9cd4b,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:50.454056 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112b9bf-81e2-44ec-b62b-40e747d44171 req-f2b99783-5a71-4866-b880-456632278a38 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:50.456953 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5112b9bf-81e2-44ec-b62b-40e747d44171 req-f2b99783-5a71-4866-b880-456632278a38 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 943 time: 0.0644236 Sep 21 17:36:50.515337 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5112b9bf-81e2-44ec-b62b-40e747d44171 req-a74b2bdf-b708-4a7d-b1f2-d49297748dcd tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519948 Sep 21 17:36:50.583792 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c331b-7a7d-498b-b77e-df12fb7dcee6 req-199fc61d-bc70-448a-8712-53cb6568ecdb tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:50.585527 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-760c331b-7a7d-498b-b77e-df12fb7dcee6 req-199fc61d-bc70-448a-8712-53cb6568ecdb tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0856819 Sep 21 17:36:50.627061 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-760c331b-7a7d-498b-b77e-df12fb7dcee6 req-f5d59c22-715f-4098-866b-ccce44657117 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338995 Sep 21 17:36:51.390864 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4b64-9139-49fb-b0aa-d9faf82d5bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:52.365196 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device dad74d66-2483-43e7-9db4-0acd6fed264e details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:36:52.456856 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port dad74d66-2483-43e7-9db4-0acd6fed264e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=dad74d66-2483-43e7-9db4-0acd6fed264e,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:52.467988 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'port_id': 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'mac_address': 'fa:16:3e:e1:22:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aec5e36-eadf-48a5-bff6-7ffb824574e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:36:52.503147 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:52.515156 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad74d66-2483-43e7-9db4-0acd6fed264e {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:36:52.533356 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port dad74d66-2483-43e7-9db4-0acd6fed264e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=dad74d66-2483-43e7-9db4-0acd6fed264e,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:52.538015 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:52.585266 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=dad74d66-2483-43e7-9db4-0acd6fed264e,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:52.592506 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.592842 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.593173 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.593498 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.593820 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.594137 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.594454 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.594804 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.595143 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.595462 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.595773 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:52.596083 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:36:53.573190 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad504c45-7643-4489-829c-63fcf7717442 req-a6f0dd9f-2e68-419c-aef0-6e48bfbf2ed1 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:53.574679 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ad504c45-7643-4489-829c-63fcf7717442 req-a6f0dd9f-2e68-419c-aef0-6e48bfbf2ed1 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 944 time: 0.0494208 Sep 21 17:36:53.600409 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f665c2f-155c-4728-8687-c771b1cf10d0 req-eb2b34be-ee6f-4408-a6fe-827107fe0e79 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:53.601938 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f665c2f-155c-4728-8687-c771b1cf10d0 req-eb2b34be-ee6f-4408-a6fe-827107fe0e79 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Sep 21 17:36:53.613800 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ad504c45-7643-4489-829c-63fcf7717442 req-55d73861-3a2f-4273-bacc-cccbeccbe5a3 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Sep 21 17:36:53.639500 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f665c2f-155c-4728-8687-c771b1cf10d0 req-e948b651-3e30-4642-98d4-381fff051ee0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Sep 21 17:36:53.888152 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['dad74d66-2483-43e7-9db4-0acd6fed264e'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:36:53.934042 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e46373e9-08cc-4fee-85d5-deaa6ee711ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:54.156334 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:54.727155 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268c58-f94a-4c6e-954f-ea3af0b4130c req-b2bbf656-a560-40a5-86d8-996b3119f2db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:54.728734 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f268c58-f94a-4c6e-954f-ea3af0b4130c req-b2bbf656-a560-40a5-86d8-996b3119f2db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 944 time: 0.0472081 Sep 21 17:36:54.753903 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba037a-3e83-44a8-a840-e25c25aed577 req-b6e40f8c-4283-4594-ada5-0da0c49045cf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:54.755291 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6cba037a-3e83-44a8-a840-e25c25aed577 req-b6e40f8c-4283-4594-ada5-0da0c49045cf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0473270 Sep 21 17:36:54.766803 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f268c58-f94a-4c6e-954f-ea3af0b4130c req-d92e490e-b404-4cfb-86cf-39c18bd29b5f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Sep 21 17:36:54.802318 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6cba037a-3e83-44a8-a840-e25c25aed577 req-4de3a0e8-9a77-4bcf-9ebe-353ac2a65626 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Sep 21 17:36:55.000155 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:55.890542 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef8d76-12ba-4456-a2cb-0e7459f0ffd4 req-5d719974-05c0-4e8a-8701-f5df13f107e7 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:55.892034 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-11ef8d76-12ba-4456-a2cb-0e7459f0ffd4 req-5d719974-05c0-4e8a-8701-f5df13f107e7 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 944 time: 0.0508523 Sep 21 17:36:55.924715 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a543521-d5cc-4cef-ac5d-bec938fdd4d7 req-592b3c0c-1f25-435d-adc8-06ffb7b51cdf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:55.926360 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2a543521-d5cc-4cef-ac5d-bec938fdd4d7 req-592b3c0c-1f25-435d-adc8-06ffb7b51cdf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0556343 Sep 21 17:36:55.929578 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-11ef8d76-12ba-4456-a2cb-0e7459f0ffd4 req-197479cc-de83-4579-a46c-45696df813dc tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Sep 21 17:36:55.963819 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2a543521-d5cc-4cef-ac5d-bec938fdd4d7 req-9c753293-4784-4451-9cc4-cdc570ad8889 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Sep 21 17:36:56.182554 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-3bd239b9-f4ae-446e-bdab-b8c078aa57d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415652 Sep 21 17:36:56.273566 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-837b4ac9-dd72-454b-ad59-198a9c3a8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:56.275112 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-837b4ac9-dd72-454b-ad59-198a9c3a8051 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 1099 time: 0.0380080 Sep 21 17:36:56.287853 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35960) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:56.366751 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device dad74d66-2483-43e7-9db4-0acd6fed264e up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:36:56.415821 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port dad74d66-2483-43e7-9db4-0acd6fed264e completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:36:56.421499 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port dad74d66-2483-43e7-9db4-0acd6fed264e triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:36:56.421923 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.422311 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-700f4313-746a-479f-a66f-d3f305544adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.423864 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-251c152f-176e-4fae-996a-e0bfe1535c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:56.425398 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-251c152f-176e-4fae-996a-e0bfe1535c1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 916 time: 0.1113451 Sep 21 17:36:56.477820 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-e3a447d0-ef53-4220-85dc-a362e2ff0831 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd814f5b-03ab-4ea5-af5d-2694a2a02512 HTTP/1.1" status: 200 len: 217 time: 0.0423238 Sep 21 17:36:56.519747 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.533142 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-700f4313-746a-479f-a66f-d3f305544adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.538790 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-700f4313-746a-479f-a66f-d3f305544adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.543808 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-4f3d52ac-a558-47f6-b727-2bb61e44cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:56.545629 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-4f3d52ac-a558-47f6-b727-2bb61e44cf32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.0530825 Sep 21 17:36:56.548386 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced54622-53ba-492e-a22d-2325d052b7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad74d66-2483-43e7-9db4-0acd6fed264e'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:36:56.550830 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f3d6b-3d82-4287-9321-c1866fccb4b9" -d '{"events": [{"server_uuid": "ced54622-53ba-492e-a22d-2325d052b7df", "name": "network-vif-plugged", "status": "completed", "tag": "dad74d66-2483-43e7-9db4-0acd6fed264e"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:36:56.564131 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port dad74d66-2483-43e7-9db4-0acd6fed264e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=dad74d66-2483-43e7-9db4-0acd6fed264e,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:36:56.569495 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.584457 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f4313-746a-479f-a66f-d3f305544adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60dc068-bb1a-4100-b536-c42f85657be9,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:56.600037 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a6af19-6813-4529-a4b0-fa0b719550dc x-openstack-request-id: req-84a6af19-6813-4529-a4b0-fa0b719550dc {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:36:56.600423 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced54622-53ba-492e-a22d-2325d052b7df", "name": "network-vif-plugged", "status": "completed", "tag": "dad74d66-2483-43e7-9db4-0acd6fed264e", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:36:56.600869 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84a6af19-6813-4529-a4b0-fa0b719550dc {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:36:56.601447 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced54622-53ba-492e-a22d-2325d052b7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'code': 200} Sep 21 17:36:56.602600 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-0d58bf93-c275-41b6-b25c-db91c5fba941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460734 Sep 21 17:36:56.604282 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-700f4313-746a-479f-a66f-d3f305544adc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e22edc485da4534a54d2ec8c75e3f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153040 Sep 21 17:36:56.607175 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35972) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:56.648607 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=dad74d66-2483-43e7-9db4-0acd6fed264e,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:56.672317 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 35974) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:56.693932 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7d38460d-b70f-4e91-853f-fbdad458710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.711725 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.722056 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7d38460d-b70f-4e91-853f-fbdad458710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.735750 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-d9152f81-b988-47b1-a6b8-bd3a7e0b937c service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163073 Sep 21 17:36:56.777400 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7d38460d-b70f-4e91-853f-fbdad458710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.784424 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7d38460d-b70f-4e91-853f-fbdad458710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.788569 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7d38460d-b70f-4e91-853f-fbdad458710c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e60dc068-bb1a-4100-b536-c42f85657be9 HTTP/1.1" status: 204 len: 168 time: 0.1773553 Sep 21 17:36:56.801064 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38460d-b70f-4e91-853f-fbdad458710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60dc068-bb1a-4100-b536-c42f85657be9,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:56.818213 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-64636528-51fe-461c-a62b-9f9f476217a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:56.909417 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2856a122-c24a-44c9-bc80-a7a38f3b3ae6 req-1bc2feab-5833-4433-9a93-09d0dcbc0a9f service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646595 Sep 21 17:36:56.931910 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e9307-a673-456f-bd9f-44f67c7e379d req-014eb3a7-f476-4671-9401-af09b220187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:56.933416 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-218e9307-a673-456f-bd9f-44f67c7e379d req-014eb3a7-f476-4671-9401-af09b220187c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 1098 time: 0.0623140 Sep 21 17:36:57.018798 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-218e9307-a673-456f-bd9f-44f67c7e379d req-3d61a424-d036-4494-85b5-03ff2eb0e15b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594838 Sep 21 17:36:57.060834 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-64636528-51fe-461c-a62b-9f9f476217a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.089134 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ff7fe-945e-434e-9411-20dcddbfffbf req-66136f8e-c095-4f91-a519-d9fe3ae6eee0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:57.091467 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-64636528-51fe-461c-a62b-9f9f476217a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.091926 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-694ff7fe-945e-434e-9411-20dcddbfffbf req-66136f8e-c095-4f91-a519-d9fe3ae6eee0 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0550475 Sep 21 17:36:57.127440 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-64636528-51fe-461c-a62b-9f9f476217a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8655897b12444d6f803e4cbd39a181fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539533 Sep 21 17:36:57.131904 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 35998) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:57.151069 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-694ff7fe-945e-434e-9411-20dcddbfffbf req-0a4a68c1-a7f8-454a-b20c-3392590d07ad tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Sep 21 17:36:57.151357 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd60838-ba15-4166-9110-3daa03703b8f req-ab87ae50-6308-4bd1-9d20-257e29e3e9bf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:57.152849 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fdd60838-ba15-4166-9110-3daa03703b8f req-ab87ae50-6308-4bd1-9d20-257e29e3e9bf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0954666 Sep 21 17:36:57.153854 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64636528-51fe-461c-a62b-9f9f476217a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e662fc07-bd87-4b5f-bed1-bbf8b8bd233d,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:57.199291 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fdd60838-ba15-4166-9110-3daa03703b8f req-930457ad-4aed-4eb4-8191-02d338e97fb0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393057 Sep 21 17:36:57.204651 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-72bd9fe1-2001-4de3-a1d2-d67dc5a5e24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.219981 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36000) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:57.227738 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-72bd9fe1-2001-4de3-a1d2-d67dc5a5e24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.230635 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4293e76-6592-4a11-930c-86c0e3294d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.280382 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-72bd9fe1-2001-4de3-a1d2-d67dc5a5e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.283046 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-72bd9fe1-2001-4de3-a1d2-d67dc5a5e24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.284295 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-72bd9fe1-2001-4de3-a1d2-d67dc5a5e24d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e662fc07-bd87-4b5f-bed1-bbf8b8bd233d HTTP/1.1" status: 204 len: 168 time: 0.1512246 Sep 21 17:36:57.292856 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd9fe1-2001-4de3-a1d2-d67dc5a5e24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e662fc07-bd87-4b5f-bed1-bbf8b8bd233d,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:57.332871 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4293e76-6592-4a11-930c-86c0e3294d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.336506 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4293e76-6592-4a11-930c-86c0e3294d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.374050 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4293e76-6592-4a11-930c-86c0e3294d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786bd6f2-9544-4a80-83dc-9a9e575d2e83,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:57.382081 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a4293e76-6592-4a11-930c-86c0e3294d43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffc6029227a448cc8fa888eaeccb7621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686218 Sep 21 17:36:57.384565 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36004) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:57.433145 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9c98-2286-4ea7-a6b0-e4720c9a5211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.454394 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9c98-2286-4ea7-a6b0-e4720c9a5211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.507000 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9c98-2286-4ea7-a6b0-e4720c9a5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.509553 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b2c9c98-2286-4ea7-a6b0-e4720c9a5211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:57.513641 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9b2c9c98-2286-4ea7-a6b0-e4720c9a5211 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/786bd6f2-9544-4a80-83dc-9a9e575d2e83 HTTP/1.1" status: 204 len: 168 time: 0.1253195 Sep 21 17:36:57.520180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c9c98-2286-4ea7-a6b0-e4720c9a5211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786bd6f2-9544-4a80-83dc-9a9e575d2e83,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:58.290116 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5d175-bae6-4ddb-bb64-b2d163ac9fe8 req-4ad27d08-9197-4f4f-8f5c-dadd866b097e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:58.291735 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-86b5d175-bae6-4ddb-bb64-b2d163ac9fe8 req-4ad27d08-9197-4f4f-8f5c-dadd866b097e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0530250 Sep 21 17:36:58.324471 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d26175-a0c0-46aa-9a24-23cd41011d7f req-da044d82-54bb-424c-af9d-62ea14495c28 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:58.331217 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-20d26175-a0c0-46aa-9a24-23cd41011d7f req-da044d82-54bb-424c-af9d-62ea14495c28 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0621991 Sep 21 17:36:58.335239 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-86b5d175-bae6-4ddb-bb64-b2d163ac9fe8 req-39aaac6f-2bb8-4384-88d4-87ee78d3d286 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367754 Sep 21 17:36:58.379313 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-20d26175-a0c0-46aa-9a24-23cd41011d7f req-dd3edf3e-862a-4774-93a1-8517232e9144 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 Sep 21 17:36:59.401931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36066) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:59.463848 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba69d97-a7c7-496e-85dd-cb4a0c87121d req-9960a1d2-4cfd-41a1-8885-fbccb432b208 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:59.466266 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3ba69d97-a7c7-496e-85dd-cb4a0c87121d req-9960a1d2-4cfd-41a1-8885-fbccb432b208 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0544820 Sep 21 17:36:59.504747 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ffb51-c0b6-4ef0-8976-3b069e7155bd req-f43c6d7e-dea4-4da0-9106-4dcd77f57939 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:36:59.506225 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f68ffb51-c0b6-4ef0-8976-3b069e7155bd req-f43c6d7e-dea4-4da0-9106-4dcd77f57939 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0574167 Sep 21 17:36:59.507227 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3ba69d97-a7c7-496e-85dd-cb4a0c87121d req-427ff10f-35a4-4c6a-83c2-5b9fcece77a3 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Sep 21 17:36:59.525717 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-058bdef3-718b-42ba-a2f7-a5e5319028f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:59.566496 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f68ffb51-c0b6-4ef0-8976-3b069e7155bd req-c6d6851e-b857-4d06-a1ac-2f0702986b5e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537660 Sep 21 17:36:59.643098 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-058bdef3-718b-42ba-a2f7-a5e5319028f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:59.648108 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-058bdef3-718b-42ba-a2f7-a5e5319028f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:59.696657 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-058bdef3-718b-42ba-a2f7-a5e5319028f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=889c5d2bde934f87b3112bd58b3deee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864292 Sep 21 17:36:59.696657 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36080) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:36:59.727162 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bdef3-718b-42ba-a2f7-a5e5319028f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b40bb5-ad65-4d6b-81d4-4ca65eb9157d,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:36:59.751313 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-347727b0-d78b-48d0-b788-1d6d72a8858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:59.773417 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-347727b0-d78b-48d0-b788-1d6d72a8858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:59.823339 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-347727b0-d78b-48d0-b788-1d6d72a8858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:59.826674 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-347727b0-d78b-48d0-b788-1d6d72a8858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:36:59.830210 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-347727b0-d78b-48d0-b788-1d6d72a8858e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2b40bb5-ad65-4d6b-81d4-4ca65eb9157d HTTP/1.1" status: 204 len: 168 time: 0.1344738 Sep 21 17:36:59.836784 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347727b0-d78b-48d0-b788-1d6d72a8858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b40bb5-ad65-4d6b-81d4-4ca65eb9157d,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:00.686617 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c2d9-78f5-41cd-b5e7-df94e8c3b3ae req-c3a01509-bb9f-42ac-80b5-bd364ff85557 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:00.688145 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-90c6c2d9-78f5-41cd-b5e7-df94e8c3b3ae req-c3a01509-bb9f-42ac-80b5-bd364ff85557 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Sep 21 17:37:00.731855 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-90c6c2d9-78f5-41cd-b5e7-df94e8c3b3ae req-b69d7dbd-d929-45d2-8d6b-2e3d183234bf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366907 Sep 21 17:37:01.579624 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:01.853624 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717823a1-7541-4285-ba9e-537746fa8646 req-b27dfdaf-ac3c-4690-8d7d-a743fef1fd6a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:01.855023 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-717823a1-7541-4285-ba9e-537746fa8646 req-b27dfdaf-ac3c-4690-8d7d-a743fef1fd6a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0522568 Sep 21 17:37:01.895870 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-717823a1-7541-4285-ba9e-537746fa8646 req-bbc53941-cb33-4a96-a390-db32654aa831 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Sep 21 17:37:02.046427 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36196) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:02.149588 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dd972107-61a9-4db1-acdd-53b21b4fd949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.241697 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dd972107-61a9-4db1-acdd-53b21b4fd949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.247185 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dd972107-61a9-4db1-acdd-53b21b4fd949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.286805 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-dd972107-61a9-4db1-acdd-53b21b4fd949 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01a2f92a784b42dd91fdc53c93dede27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392662 Sep 21 17:37:02.287705 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd972107-61a9-4db1-acdd-53b21b4fd949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69408cd2-17a6-4e7f-9290-fb8c9f1f2588,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:02.289463 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36206) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:02.341370 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fa70-5cb1-4193-aafc-ef4963798748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.367009 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fa70-5cb1-4193-aafc-ef4963798748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.419889 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fa70-5cb1-4193-aafc-ef4963798748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.422455 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fa70-5cb1-4193-aafc-ef4963798748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.426212 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-6ab2fa70-5cb1-4193-aafc-ef4963798748 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69408cd2-17a6-4e7f-9290-fb8c9f1f2588 HTTP/1.1" status: 204 len: 168 time: 0.1327238 Sep 21 17:37:02.447436 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2fa70-5cb1-4193-aafc-ef4963798748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69408cd2-17a6-4e7f-9290-fb8c9f1f2588,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:02.541951 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cc39-8343-4892-a3c0-0f559249f08b req-f9b5c701-7f7f-4837-89e8-eb269af25661 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:02.543571 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-f9b5c701-7f7f-4837-89e8-eb269af25661 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 0.1171541 Sep 21 17:37:02.571135 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-ff855d75-7be8-46f7-bdfb-ea1bad2fee84 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/quotas/1a947f45ae3d47b3ad963b73f74a2e7c HTTP/1.1" status: 200 len: 375 time: 0.0216806 Sep 21 17:37:02.639282 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-48a60ca9-bb72-4927-ab16-fc15f4054538 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605783 Sep 21 17:37:02.723983 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36234) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:02.734223 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-ebfa5ffc-ad24-4270-a6fa-8ebbb748c68b service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Sep 21 17:37:02.737240 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7b4024b3-3e8f-40f2-b792-d66248771c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.826176 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-43e51a17-498b-4fe1-8733-15890942cb71 service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882075 Sep 21 17:37:02.826406 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7b4024b3-3e8f-40f2-b792-d66248771c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.830036 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7b4024b3-3e8f-40f2-b792-d66248771c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.868372 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-7b4024b3-3e8f-40f2-b792-d66248771c15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9e81c80364b49a59e33efc157877945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432323 Sep 21 17:37:02.869222 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4024b3-3e8f-40f2-b792-d66248771c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f3ba45-100f-42dd-8c85-7c61b7ac71c9,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:02.871301 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36236) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:02.932119 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d6125917-6548-4678-9c8d-fd60ff9dbc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:02.964040 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d6125917-6548-4678-9c8d-fd60ff9dbc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:03.020526 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-007ddb23-bddc-4e1a-afa0-ecddd5274966 req-890fde1d-452b-48cd-9afb-c13d97f5c300 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 210 time: 0.0390089 Sep 21 17:37:03.032371 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860453a-f596-41fd-8657-e621050f6141 req-addd344d-40fd-4aed-8093-b694ec054c67 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:03.033999 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f860453a-f596-41fd-8657-e621050f6141 req-addd344d-40fd-4aed-8093-b694ec054c67 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0534554 Sep 21 17:37:03.044009 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d6125917-6548-4678-9c8d-fd60ff9dbc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:03.046743 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d6125917-6548-4678-9c8d-fd60ff9dbc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:03.047857 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d6125917-6548-4678-9c8d-fd60ff9dbc72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4f3ba45-100f-42dd-8c85-7c61b7ac71c9 HTTP/1.1" status: 204 len: 168 time: 0.1751113 Sep 21 17:37:03.057000 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6125917-6548-4678-9c8d-fd60ff9dbc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f3ba45-100f-42dd-8c85-7c61b7ac71c9,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:03.092627 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f860453a-f596-41fd-8657-e621050f6141 req-6c9a0bbf-e561-4719-8947-4676419745b3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Sep 21 17:37:04.180381 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-816ca738-1dbd-402c-b120-071c3cce75ae req-c6b05499-9451-4b26-a806-530321f0b9e6 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 210 time: 0.0698512 Sep 21 17:37:04.265260 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cc39-8343-4892-a3c0-0f559249f08b req-c344cd9d-4cd9-4fce-b2c9-8a19224f66c5 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:04.267221 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-c344cd9d-4cd9-4fce-b2c9-8a19224f66c5 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 0.1804056 Sep 21 17:37:04.268332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4feb90-c087-4fbe-afa2-fa8366547e5e req-2b94fb0a-5117-4dac-b263-b60d32f09b6b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:04.270273 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1c4feb90-c087-4fbe-afa2-fa8366547e5e req-2b94fb0a-5117-4dac-b263-b60d32f09b6b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0659342 Sep 21 17:37:04.287106 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Request body: {'port': {'device_id': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'admin_state_up': True, 'tenant_id': '1a947f45ae3d47b3ad963b73f74a2e7c'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:04.315273 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1c4feb90-c087-4fbe-afa2-fa8366547e5e req-e4864f09-ed49-471b-a609-de4b34cbcf8f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Sep 21 17:37:04.405225 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Made reservation on behalf of 1a947f45ae3d47b3ad963b73f74a2e7c for: {'port': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:04.409588 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.548272 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Allocated IP 172.20.0.13 (54030df7-a28c-46b3-9a5b-723bf09e8611/7aec5e36-eadf-48a5-bff6-7ffb824574e7/b16f50d1-769d-4855-985e-899fe427aaea) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:04.698733 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.734869 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.747486 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'dad74d66-2483-43e7-9db4-0acd6fed264e'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:37:04.778031 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:04.779918 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:04.783826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:04.819279 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event updated for resources: {'Port': ['ID=b16f50d1-769d-4855-985e-899fe427aaea,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:04.844063 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:04.844750 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:04.863453 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-87f0e807-7b32-4f1f-ad38-1cf2bc20df9a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798497 Sep 21 17:37:04.882137 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Request body: {'port': {'device_id': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:04.956284 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.273264 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16f50d1-769d-4855-985e-899fe427aaea {{(pid=98179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:37:05.290883 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.318839 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.provisioning_blocks [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Transition to ACTIVE for port object b16f50d1-769d-4855-985e-899fe427aaea will not be triggered until provisioned by entity L2. {{(pid=98179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:37:05.329163 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36352) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:05.349113 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.395613 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a461-0406-4575-95b5-2bb121f784ad req-ff067ce8-a580-404a-b44d-0d203627a241 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:05.397353 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8d25a461-0406-4575-95b5-2bb121f784ad req-ff067ce8-a580-404a-b44d-0d203627a241 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 932 time: 0.1286819 Sep 21 17:37:05.459477 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887a9e-8acb-4a5f-bc2e-a8982c0c992d req-1e37f793-fe8f-46dc-9b73-2823f799c05c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:05.460979 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-be887a9e-8acb-4a5f-bc2e-a8982c0c992d req-1e37f793-fe8f-46dc-9b73-2823f799c05c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0735345 Sep 21 17:37:05.464484 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b16f50d1-769d-4855-985e-899fe427aaea,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:05.502628 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-17caf9a8-c320-45ac-a4ca-d45c8ce41e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.506752 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8d25a461-0406-4575-95b5-2bb121f784ad req-237d42f3-35c1-460d-ac19-56e29d9e498d tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985003 Sep 21 17:37:05.529669 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-be887a9e-8acb-4a5f-bc2e-a8982c0c992d req-2ad24965-2462-474b-948a-b06e892b0664 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546119 Sep 21 17:37:05.541492 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Attempting to bind port b16f50d1-769d-4855-985e-899fe427aaea on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:37:05.541948 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Attempting to bind port b16f50d1-769d-4855-985e-899fe427aaea by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:37:05.542344 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Attempting to bind port b16f50d1-769d-4855-985e-899fe427aaea on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:05.547909 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Port b16f50d1-769d-4855-985e-899fe427aaea on network 54030df7-a28c-46b3-9a5b-723bf09e8611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:37:05.548295 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Attempting to bind port b16f50d1-769d-4855-985e-899fe427aaea on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:05.553571 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:37:05.553931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Checking segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:05.554310 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Bound using segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:37:05.554752 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Bound port: b16f50d1-769d-4855-985e-899fe427aaea, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:37:05.555103 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.620189 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] For port b16f50d1-769d-4855-985e-899fe427aaea, host hv-cinder-81000, cleared binding levels {{(pid=98179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:37:05.621020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-17caf9a8-c320-45ac-a4ca-d45c8ce41e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.624574 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] For port b16f50d1-769d-4855-985e-899fe427aaea, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16f50d1-769d-4855-985e-899fe427aaea,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:37:05.624707 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-17caf9a8-c320-45ac-a4ca-d45c8ce41e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.628295 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.663103 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:05.663736 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.665092 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b16f50d1-769d-4855-985e-899fe427aaea HTTP/1.1" status: 200 len: 1094 time: 0.7913415 Sep 21 17:37:05.665524 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'tag': 'b16f50d1-769d-4855-985e-899fe427aaea'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:37:05.667178 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-17caf9a8-c320-45ac-a4ca-d45c8ce41e0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c11da662da714bb69ace7b83a4b03d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369095 Sep 21 17:37:05.667796 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36362) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:05.667905 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187d5ec-1773-46d1-a828-f20641faff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "49c87a40-da21-4a2f-8477-a55b88540dd4", "tag": "b16f50d1-769d-4855-985e-899fe427aaea"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:37:05.674704 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caf9a8-c320-45ac-a4ca-d45c8ce41e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b7e72-7be9-4734-bfad-d84c4e10b5b5,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:05.706466 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbe719-6489-4365-b1bb-0b7ff00737e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b16f50d1-769d-4855-985e-899fe427aaea,revision_number=3']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:05.730820 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8e09-bb10-459a-8578-b07d481ad7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.756237 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8e09-bb10-459a-8578-b07d481ad7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.760075 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cc39-8343-4892-a3c0-0f559249f08b req-b6e1ef5d-ad25-40b1-8f1f-add284b7358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:05.763833 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-b6e1ef5d-ad25-40b1-8f1f-add284b7358d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0482962 Sep 21 17:37:05.815096 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8e09-bb10-459a-8578-b07d481ad7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.818749 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8e09-bb10-459a-8578-b07d481ad7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:05.823325 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2c9a8e09-bb10-459a-8578-b07d481ad7b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c7b7e72-7be9-4734-bfad-d84c4e10b5b5 HTTP/1.1" status: 204 len: 168 time: 0.1536973 Sep 21 17:37:05.829463 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-ce4da514-21e4-48df-b95d-fe917c0eda4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b16f50d1-769d-4855-985e-899fe427aaea HTTP/1.1" status: 200 len: 217 time: 0.0560620 Sep 21 17:37:05.832748 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a8e09-bb10-459a-8578-b07d481ad7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b7e72-7be9-4734-bfad-d84c4e10b5b5,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:05.880150 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84caeccb-17ee-4387-a057-9c87ea101f8d x-openstack-request-id: req-84caeccb-17ee-4387-a057-9c87ea101f8d {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:37:05.880436 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c87a40-da21-4a2f-8477-a55b88540dd4", "tag": "b16f50d1-769d-4855-985e-899fe427aaea", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:37:05.880676 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84caeccb-17ee-4387-a057-9c87ea101f8d {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:37:05.881053 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'tag': 'b16f50d1-769d-4855-985e-899fe427aaea', 'status': 'completed', 'code': 200} Sep 21 17:37:05.899280 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742cc39-8343-4892-a3c0-0f559249f08b req-19e54999-7daa-431d-8ec9-1e483683e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:05.900894 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-19e54999-7daa-431d-8ec9-1e483683e044 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.0590820 Sep 21 17:37:06.098019 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36378) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:06.111769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7b30261c-ccdd-4d23-9db8-39e151f7dec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:06.202229 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7b30261c-ccdd-4d23-9db8-39e151f7dec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:06.206910 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7b30261c-ccdd-4d23-9db8-39e151f7dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:06.243738 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-7b30261c-ccdd-4d23-9db8-39e151f7dec0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fcec8ab2c474204a902cb71191d9da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441836 Sep 21 17:37:06.244551 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30261c-ccdd-4d23-9db8-39e151f7dec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca01006-45f0-4f26-919f-ea22043155d4,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:06.246558 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36380) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:06.293396 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa90f-132c-4d66-b884-0717eeada5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:06.314325 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa90f-132c-4d66-b884-0717eeada5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:06.359773 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa90f-132c-4d66-b884-0717eeada5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:06.362439 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f8fa90f-132c-4d66-b884-0717eeada5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:06.363663 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3f8fa90f-132c-4d66-b884-0717eeada5c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ca01006-45f0-4f26-919f-ea22043155d4 HTTP/1.1" status: 204 len: 168 time: 0.1155403 Sep 21 17:37:06.371350 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fa90f-132c-4d66-b884-0717eeada5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca01006-45f0-4f26-919f-ea22043155d4,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:06.631009 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63a6db-84a5-476c-8bd5-f46e5ccc44ad req-a85c4a4b-96db-4a30-b2aa-6bea716d8288 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:06.632504 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e63a6db-84a5-476c-8bd5-f46e5ccc44ad req-a85c4a4b-96db-4a30-b2aa-6bea716d8288 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 944 time: 0.0524125 Sep 21 17:37:06.670635 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e63a6db-84a5-476c-8bd5-f46e5ccc44ad req-9a216f2a-836a-44b7-a93d-cfad1d5c55d2 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Sep 21 17:37:06.769877 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47701be-8c5b-4ec1-9cab-8f86a5c47341 req-93388faf-659e-45f6-8c04-a03d85bf4c9f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:06.771365 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e47701be-8c5b-4ec1-9cab-8f86a5c47341 req-93388faf-659e-45f6-8c04-a03d85bf4c9f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0458939 Sep 21 17:37:06.809731 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e47701be-8c5b-4ec1-9cab-8f86a5c47341 req-8732f8ed-fc2f-4677-bb75-238e809b6839 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Sep 21 17:37:09.005377 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-b7f9c505-2c0c-4804-a475-e65775e7698f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247710 Sep 21 17:37:09.135472 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973ab2-d15c-4f47-9704-eac70a779ad5 req-baccb5d7-6bc7-434c-b163-3d33f86213db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:09.136939 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b4973ab2-d15c-4f47-9704-eac70a779ad5 req-baccb5d7-6bc7-434c-b163-3d33f86213db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 944 time: 0.0484695 Sep 21 17:37:09.170363 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-90176733-4410-4d44-8138-afaa6333862b service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331890 Sep 21 17:37:09.175721 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b4973ab2-d15c-4f47-9704-eac70a779ad5 req-c90d1470-3cbf-473f-80b7-5cb95ab2b310 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324950 Sep 21 17:37:09.180922 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79e3e-9437-48c2-af64-81fe7441eaa9 req-1a95c7eb-39f3-4e4f-992d-de44dc686212 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:09.182362 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9eb79e3e-9437-48c2-af64-81fe7441eaa9 req-1a95c7eb-39f3-4e4f-992d-de44dc686212 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0654807 Sep 21 17:37:09.486512 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9eb79e3e-9437-48c2-af64-81fe7441eaa9 req-883f2ff2-089a-4cf8-a996-4a22aba9891b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844846 Sep 21 17:37:09.507739 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3742cc39-8343-4892-a3c0-0f559249f08b req-c11b7dd4-a6bd-4c33-a5a8-de619b78baf7 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223958 Sep 21 17:37:09.600107 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d5ec-1773-46d1-a828-f20641faff8e req-df4d2e77-bf83-4ef1-a0c7-4024a83492ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:09.601547 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7187d5ec-1773-46d1-a828-f20641faff8e req-df4d2e77-bf83-4ef1-a0c7-4024a83492ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0390711 Sep 21 17:37:09.693933 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d5ec-1773-46d1-a828-f20641faff8e req-27a02e2a-26aa-4ec9-ae60-01e8544624ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:09.695390 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7187d5ec-1773-46d1-a828-f20641faff8e req-27a02e2a-26aa-4ec9-ae60-01e8544624ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 916 time: 0.0848024 Sep 21 17:37:09.740495 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7187d5ec-1773-46d1-a828-f20641faff8e req-7a92001b-e25f-4d62-b538-129eeadb5dff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b16f50d1-769d-4855-985e-899fe427aaea HTTP/1.1" status: 200 len: 217 time: 0.0325019 Sep 21 17:37:09.799343 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d5ec-1773-46d1-a828-f20641faff8e req-d266cf2a-06e5-443c-83b2-40cfcd5a287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:09.800895 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7187d5ec-1773-46d1-a828-f20641faff8e req-d266cf2a-06e5-443c-83b2-40cfcd5a287c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.0510283 Sep 21 17:37:09.839948 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7187d5ec-1773-46d1-a828-f20641faff8e req-9fa6e4ad-6081-49cd-945b-48b77425b6d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251749 Sep 21 17:37:09.933504 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7187d5ec-1773-46d1-a828-f20641faff8e req-8f361f0a-8c08-4c6c-89c2-0f074c521a12 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816345 Sep 21 17:37:10.024905 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7187d5ec-1773-46d1-a828-f20641faff8e req-f6c72d72-f3c8-4d1f-b317-ff3174765732 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Sep 21 17:37:10.293169 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c6f41-e168-44a7-9b30-aecb3ff2ba01 req-82343672-8c67-4407-9a45-9a4769222aed tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:10.295225 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-271c6f41-e168-44a7-9b30-aecb3ff2ba01 req-82343672-8c67-4407-9a45-9a4769222aed tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 944 time: 0.0511072 Sep 21 17:37:10.332652 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-271c6f41-e168-44a7-9b30-aecb3ff2ba01 req-9d66471d-7864-46ec-acaa-d552b4e6df38 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Sep 21 17:37:10.600780 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e37337-9dc4-492b-9c24-d5ccc28a32ea req-54448dca-c2f3-4fa9-904b-3fc6c3428f36 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:10.602184 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-11e37337-9dc4-492b-9c24-d5ccc28a32ea req-54448dca-c2f3-4fa9-904b-3fc6c3428f36 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0457501 Sep 21 17:37:10.638531 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-11e37337-9dc4-492b-9c24-d5ccc28a32ea req-d04e6be1-9455-4113-9d61-a47b2698a023 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297179 Sep 21 17:37:10.775498 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:37:11.451993 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48bbb8-4e1c-4ba6-88bb-128c37ff45a8 req-b67cb9a6-4da5-4f58-a76a-6881c611fbcf tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:11.453718 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6c48bbb8-4e1c-4ba6-88bb-128c37ff45a8 req-b67cb9a6-4da5-4f58-a76a-6881c611fbcf tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 944 time: 0.0492661 Sep 21 17:37:11.495404 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6c48bbb8-4e1c-4ba6-88bb-128c37ff45a8 req-9c3290c5-16dd-4967-bb85-bf2c6cd78de6 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Sep 21 17:37:11.759903 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e4ea2-79b1-4cf3-8840-4fe7231a7336 req-d33fa29d-e273-4b9c-80c2-03926f9190bd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:11.761437 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db0e4ea2-79b1-4cf3-8840-4fe7231a7336 req-d33fa29d-e273-4b9c-80c2-03926f9190bd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0538137 Sep 21 17:37:11.807407 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db0e4ea2-79b1-4cf3-8840-4fe7231a7336 req-2f7df4ab-23fe-47f2-89e7-fa2b183932f2 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 Sep 21 17:37:12.412795 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16f50d1-769d-4855-985e-899fe427aaea details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:37:12.508546 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port b16f50d1-769d-4855-985e-899fe427aaea, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16f50d1-769d-4855-985e-899fe427aaea,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:12.520100 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'b16f50d1-769d-4855-985e-899fe427aaea', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'port_id': 'b16f50d1-769d-4855-985e-899fe427aaea', 'mac_address': 'fa:16:3e:2a:a0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aec5e36-eadf-48a5-bff6-7ffb824574e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:37:12.557089 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:12.570427 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16f50d1-769d-4855-985e-899fe427aaea {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:37:12.591029 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port b16f50d1-769d-4855-985e-899fe427aaea, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16f50d1-769d-4855-985e-899fe427aaea,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:12.594869 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:12.617052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dc76a-6aad-40d0-b582-13d2d48f0068 req-9c5176f4-5e19-454c-8c5c-0cf501c81617 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:12.618509 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-904dc76a-6aad-40d0-b582-13d2d48f0068 req-9c5176f4-5e19-454c-8c5c-0cf501c81617 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 944 time: 0.0542426 Sep 21 17:37:12.641996 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=b16f50d1-769d-4855-985e-899fe427aaea,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:12.658629 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-904dc76a-6aad-40d0-b582-13d2d48f0068 req-95ea6d04-f7e0-4e6a-8db1-f7a84482b25c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Sep 21 17:37:12.924026 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb77c06-beae-42ca-824a-47bf47c5298a req-6e6efaa8-01db-4a9d-a0e0-becb7fb32759 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:12.925553 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-adb77c06-beae-42ca-824a-47bf47c5298a req-6e6efaa8-01db-4a9d-a0e0-becb7fb32759 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0490165 Sep 21 17:37:12.964237 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-adb77c06-beae-42ca-824a-47bf47c5298a req-816caec9-fbc5-4592-bae9-cb5fc276cd7d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Sep 21 17:37:13.019966 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['b16f50d1-769d-4855-985e-899fe427aaea'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:37:13.774591 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95224d03-7569-4e52-9e36-fb32a2e9ce7a req-3b69d905-f0de-4ca7-9a5b-11dc7d98f8fe tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:13.776132 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-95224d03-7569-4e52-9e36-fb32a2e9ce7a req-3b69d905-f0de-4ca7-9a5b-11dc7d98f8fe tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Sep 21 17:37:13.815769 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-95224d03-7569-4e52-9e36-fb32a2e9ce7a req-611e0797-66fb-4dbf-9284-3df8ae688e49 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Sep 21 17:37:14.080775 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac81a2-5ae8-417d-b7d1-ebea1f4a622f req-e9b70be1-583c-4e1e-8513-6360c903dfc6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:14.082210 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67ac81a2-5ae8-417d-b7d1-ebea1f4a622f req-e9b70be1-583c-4e1e-8513-6360c903dfc6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0501652 Sep 21 17:37:14.118747 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67ac81a2-5ae8-417d-b7d1-ebea1f4a622f req-ee0c48ad-2faa-4a66-9b60-35bcc48cc875 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Sep 21 17:37:14.426546 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16f50d1-769d-4855-985e-899fe427aaea up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:37:14.482959 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port b16f50d1-769d-4855-985e-899fe427aaea completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:37:14.486903 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port b16f50d1-769d-4855-985e-899fe427aaea triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:14.487269 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:14.566397 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:14.589566 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16f50d1-769d-4855-985e-899fe427aaea'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:37:14.592554 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6c5f30-02da-4699-b987-a2fcf0f5fe6b" -d '{"events": [{"server_uuid": "49c87a40-da21-4a2f-8477-a55b88540dd4", "name": "network-vif-plugged", "status": "completed", "tag": "b16f50d1-769d-4855-985e-899fe427aaea"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:37:14.606985 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port b16f50d1-769d-4855-985e-899fe427aaea, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16f50d1-769d-4855-985e-899fe427aaea,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:14.611623 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:14.636924 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44059f23-c51c-481c-9479-9681536c9a48 x-openstack-request-id: req-44059f23-c51c-481c-9479-9681536c9a48 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:37:14.637731 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c87a40-da21-4a2f-8477-a55b88540dd4", "name": "network-vif-plugged", "status": "completed", "tag": "b16f50d1-769d-4855-985e-899fe427aaea", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:37:14.637979 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44059f23-c51c-481c-9479-9681536c9a48 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:37:14.638363 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16f50d1-769d-4855-985e-899fe427aaea', 'code': 200} Sep 21 17:37:14.667303 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=b16f50d1-769d-4855-985e-899fe427aaea,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:14.879210 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04899384-ae9a-4475-859e-c132511742e7 req-4d1fd4ab-5637-41ca-a658-00f43f1253fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:14.880777 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-04899384-ae9a-4475-859e-c132511742e7 req-4d1fd4ab-5637-41ca-a658-00f43f1253fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 1099 time: 0.0466933 Sep 21 17:37:14.959337 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-04899384-ae9a-4475-859e-c132511742e7 req-c1343b81-c11f-4f85-99d1-60aee869c5ee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Sep 21 17:37:14.967462 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067777f3-734a-4b42-b955-32f9e0923351 req-c30a2417-f055-48cb-a561-87e01162bf3c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:14.968856 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-067777f3-734a-4b42-b955-32f9e0923351 req-c30a2417-f055-48cb-a561-87e01162bf3c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 946 time: 0.0732892 Sep 21 17:37:15.009966 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-067777f3-734a-4b42-b955-32f9e0923351 req-ff0aceee-2ddc-4422-8455-2243de230a41 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Sep 21 17:37:15.254072 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285a705-b3c0-4b02-9004-3c054fb63f36 req-c4ab66d7-b0ce-4c1a-ba27-b44769c2f7ea tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:15.255612 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4285a705-b3c0-4b02-9004-3c054fb63f36 req-c4ab66d7-b0ce-4c1a-ba27-b44769c2f7ea tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0509408 Sep 21 17:37:15.295845 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4285a705-b3c0-4b02-9004-3c054fb63f36 req-98addd34-cf0a-4a44-a050-5a4750cfcdfa tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339479 Sep 21 17:37:16.127176 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ecdc1-4090-4c3d-b1aa-0624e9c7c996 req-2be753dd-6ab2-4557-953e-19106005bc19 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:16.128697 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-769ecdc1-4090-4c3d-b1aa-0624e9c7c996 req-2be753dd-6ab2-4557-953e-19106005bc19 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 946 time: 0.0497887 Sep 21 17:37:16.166458 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-769ecdc1-4090-4c3d-b1aa-0624e9c7c996 req-83ec82e4-7e82-4b4f-9d63-0758380a44ed tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Sep 21 17:37:16.413051 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab442fdc-c44c-4818-8e96-b8f866c6c922 req-dfd4a3bb-1c6d-4133-b0a0-f563beae77af tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:16.414501 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ab442fdc-c44c-4818-8e96-b8f866c6c922 req-dfd4a3bb-1c6d-4133-b0a0-f563beae77af tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0462110 Sep 21 17:37:16.455633 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ab442fdc-c44c-4818-8e96-b8f866c6c922 req-ed889eaf-f7d4-438f-8348-e066dcf266f9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Sep 21 17:37:17.282563 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886630a5-0623-4011-badc-0207ff4b496d req-35463116-3bd0-4ef0-b8fa-9062a6e70e05 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:17.284138 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-886630a5-0623-4011-badc-0207ff4b496d req-35463116-3bd0-4ef0-b8fa-9062a6e70e05 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 946 time: 0.0478032 Sep 21 17:37:17.320890 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-886630a5-0623-4011-badc-0207ff4b496d req-b9594d5c-7c7c-4c1e-8c15-8e056575bdcb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Sep 21 17:37:17.583007 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480deeb0-e14d-4459-8525-2806a3c41659 req-2fc32f50-3c2f-4a2a-ab3b-8d21e7341c0a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:17.585323 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-480deeb0-e14d-4459-8525-2806a3c41659 req-2fc32f50-3c2f-4a2a-ab3b-8d21e7341c0a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0560617 Sep 21 17:37:17.627762 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-480deeb0-e14d-4459-8525-2806a3c41659 req-6096d3e5-08ac-4bb6-a0db-431fe26c8107 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Sep 21 17:37:18.011216 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36714) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:18.120421 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e845f9c4-8c7d-4ff2-923c-363530de378b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.216416 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e845f9c4-8c7d-4ff2-923c-363530de378b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.220215 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e845f9c4-8c7d-4ff2-923c-363530de378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.258676 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e845f9c4-8c7d-4ff2-923c-363530de378b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70e3a36897f8493b82ead3a9e50678f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463026 Sep 21 17:37:18.259423 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845f9c4-8c7d-4ff2-923c-363530de378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aafb15-5225-43b2-90d5-24e39c8a16ea,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:18.261279 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36722) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:18.309274 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7580a497-6dd5-4b1d-bcf2-dbafc26333fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.330191 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7580a497-6dd5-4b1d-bcf2-dbafc26333fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.380582 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7580a497-6dd5-4b1d-bcf2-dbafc26333fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.383254 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7580a497-6dd5-4b1d-bcf2-dbafc26333fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.384387 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-7580a497-6dd5-4b1d-bcf2-dbafc26333fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48aafb15-5225-43b2-90d5-24e39c8a16ea HTTP/1.1" status: 204 len: 168 time: 0.1220057 Sep 21 17:37:18.392850 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580a497-6dd5-4b1d-bcf2-dbafc26333fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aafb15-5225-43b2-90d5-24e39c8a16ea,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:18.663888 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36730) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:18.670090 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3e1179cf-e93b-41dc-b246-e88408b1d94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.754177 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936c4e1-27bb-4b1c-b8a6-f84738a67eb4 req-f52eac13-d005-48a4-807c-9db75caa62c6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:18.755834 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d936c4e1-27bb-4b1c-b8a6-f84738a67eb4 req-f52eac13-d005-48a4-807c-9db75caa62c6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Sep 21 17:37:18.764111 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3e1179cf-e93b-41dc-b246-e88408b1d94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.767810 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3e1179cf-e93b-41dc-b246-e88408b1d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.794455 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d936c4e1-27bb-4b1c-b8a6-f84738a67eb4 req-b3577430-bc07-410b-bb34-be5d41901d26 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Sep 21 17:37:18.806566 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1179cf-e93b-41dc-b246-e88408b1d94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13721de6-78b6-4c63-973c-aa1736b4f771,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:18.816228 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-3e1179cf-e93b-41dc-b246-e88408b1d94d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79abf48e62c44266b145023ad449eab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584373 Sep 21 17:37:18.816573 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36738) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:18.867919 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c65a4d50-2400-4b0f-a90e-89247d4fd01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.889083 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c65a4d50-2400-4b0f-a90e-89247d4fd01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.939272 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c65a4d50-2400-4b0f-a90e-89247d4fd01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.941980 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c65a4d50-2400-4b0f-a90e-89247d4fd01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:18.943105 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-c65a4d50-2400-4b0f-a90e-89247d4fd01d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13721de6-78b6-4c63-973c-aa1736b4f771 HTTP/1.1" status: 204 len: 168 time: 0.1255636 Sep 21 17:37:18.952320 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a4d50-2400-4b0f-a90e-89247d4fd01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13721de6-78b6-4c63-973c-aa1736b4f771,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:19.971100 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36778) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:20.073466 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0549f35b-6841-49f2-912a-1f970d94078c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:20.162559 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0549f35b-6841-49f2-912a-1f970d94078c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:20.166967 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0549f35b-6841-49f2-912a-1f970d94078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:20.203094 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549f35b-6841-49f2-912a-1f970d94078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4628eac4-8d63-4002-8909-bf9b64f2d63e,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:20.207546 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0549f35b-6841-49f2-912a-1f970d94078c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b248fbb696364406898bb95484619f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354345 Sep 21 17:37:20.211721 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36784) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:20.265216 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-94042935-d2ed-4dfc-96d1-16f9762c4641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:20.287973 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-94042935-d2ed-4dfc-96d1-16f9762c4641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:20.334818 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-94042935-d2ed-4dfc-96d1-16f9762c4641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:20.337246 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-94042935-d2ed-4dfc-96d1-16f9762c4641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:20.338374 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-94042935-d2ed-4dfc-96d1-16f9762c4641 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4628eac4-8d63-4002-8909-bf9b64f2d63e HTTP/1.1" status: 204 len: 168 time: 0.1257596 Sep 21 17:37:20.348119 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94042935-d2ed-4dfc-96d1-16f9762c4641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4628eac4-8d63-4002-8909-bf9b64f2d63e,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:21.369413 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9792d5-4b45-4e7e-96a8-d148029ce730 req-b6e3f388-e78d-4b06-8453-f95ec40593e1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:21.371042 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1b9792d5-4b45-4e7e-96a8-d148029ce730 req-b6e3f388-e78d-4b06-8453-f95ec40593e1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0661724 Sep 21 17:37:21.398771 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-daba6c95-241b-4f14-bc08-612b29f5444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:21.436941 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1b9792d5-4b45-4e7e-96a8-d148029ce730 req-f0176ecb-a8aa-4311-b5b0-72a38b03449a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Sep 21 17:37:22.544608 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a736c9c-ba55-4b56-8116-060f11143cad req-eeb8bd74-e6d9-40b2-a45f-30106277a6ca tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:22.546160 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1a736c9c-ba55-4b56-8116-060f11143cad req-eeb8bd74-e6d9-40b2-a45f-30106277a6ca tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0503666 Sep 21 17:37:22.597760 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1a736c9c-ba55-4b56-8116-060f11143cad req-3af6237c-efdb-48ee-9fb3-1d34f0c973ff tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Sep 21 17:37:23.226704 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92872b73-0f01-4e10-8e25-4c946109d3f8 req-ec63c337-ac52-4124-bbf1-63ece8bcdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:23.228313 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-92872b73-0f01-4e10-8e25-4c946109d3f8 req-ec63c337-ac52-4124-bbf1-63ece8bcdfc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 1098 time: 0.0411754 Sep 21 17:37:23.273327 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-92872b73-0f01-4e10-8e25-4c946109d3f8 req-f31789de-a087-4d95-a723-b8d06b5d650a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284057 Sep 21 17:37:23.708370 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8ebf1-5353-4d82-8ba0-c297ab88af0c req-950b77f6-2f0b-40e8-b4d2-13425fdd0039 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:23.709937 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67b8ebf1-5353-4d82-8ba0-c297ab88af0c req-950b77f6-2f0b-40e8-b4d2-13425fdd0039 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0475481 Sep 21 17:37:23.747654 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67b8ebf1-5353-4d82-8ba0-c297ab88af0c req-b16ef16c-91c0-418a-9d4a-05ff58c95e37 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Sep 21 17:37:23.925862 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-36091f60-a420-483b-9f96-4c35556b728e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:24.161113 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:24.868946 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5ffc7-120c-4800-aff8-4ddcb86b945a req-9c1dbb82-243e-4c17-a13d-2a0df49ad8ba tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:24.870474 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-58e5ffc7-120c-4800-aff8-4ddcb86b945a req-9c1dbb82-243e-4c17-a13d-2a0df49ad8ba tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0503232 Sep 21 17:37:24.910327 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-58e5ffc7-120c-4800-aff8-4ddcb86b945a req-2d6a67bd-65d4-46b0-b943-e9cf3ddecfd8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 Sep 21 17:37:24.995734 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:26.023242 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313abfdf-e679-4396-84b6-a7818a6ce8a2 req-d17b1ec7-211e-42b5-a8d0-637dee822aeb tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:26.024690 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-313abfdf-e679-4396-84b6-a7818a6ce8a2 req-d17b1ec7-211e-42b5-a8d0-637dee822aeb tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0476012 Sep 21 17:37:26.061707 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-313abfdf-e679-4396-84b6-a7818a6ce8a2 req-033d54a1-80cc-4458-9258-c1b8bbde81d8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304296 Sep 21 17:37:26.179556 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec035703-684a-4b3f-91a8-3afc9f35d37a req-0265b565-9ede-4bd0-b3a9-ff0625241259 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:26.181003 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ec035703-684a-4b3f-91a8-3afc9f35d37a req-0265b565-9ede-4bd0-b3a9-ff0625241259 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0484619 Sep 21 17:37:26.219061 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ec035703-684a-4b3f-91a8-3afc9f35d37a req-7efd6eba-8032-446f-b8a5-a0e0d73b0d43 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Sep 21 17:37:26.695238 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:26.792630 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 36974) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:26.906657 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a12937f7-16cb-4166-9774-7c2ac6cf9de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:26.994071 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a12937f7-16cb-4166-9774-7c2ac6cf9de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:26.997881 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a12937f7-16cb-4166-9774-7c2ac6cf9de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:27.036008 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a12937f7-16cb-4166-9774-7c2ac6cf9de0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=203b1608ac364c2cb152d9450bdca0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421381 Sep 21 17:37:27.036851 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12937f7-16cb-4166-9774-7c2ac6cf9de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ddef46-e0f4-4a23-b699-37d14d18b1b2,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:27.038711 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 36982) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:27.087743 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e78f6f0d-1ff7-4618-9790-768ded87a956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:27.109225 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e78f6f0d-1ff7-4618-9790-768ded87a956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:27.154704 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e78f6f0d-1ff7-4618-9790-768ded87a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:27.157394 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e78f6f0d-1ff7-4618-9790-768ded87a956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:27.158559 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-e78f6f0d-1ff7-4618-9790-768ded87a956 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31ddef46-e0f4-4a23-b699-37d14d18b1b2 HTTP/1.1" status: 204 len: 168 time: 0.1188314 Sep 21 17:37:27.166080 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f6f0d-1ff7-4618-9790-768ded87a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ddef46-e0f4-4a23-b699-37d14d18b1b2,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:27.786563 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37014) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:27.825973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d135eab-f1c3-4eaf-a598-369c479d966b req-32737741-b009-4bb6-95fb-7df86bc1b8ec tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:27.828186 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d135eab-f1c3-4eaf-a598-369c479d966b req-32737741-b009-4bb6-95fb-7df86bc1b8ec tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0535481 Sep 21 17:37:27.836892 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-9e8e86b8-bd44-4dc7-bd7f-06cbf8c72764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:27.838506 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-9e8e86b8-bd44-4dc7-bd7f-06cbf8c72764 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.0462644 Sep 21 17:37:27.870310 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d135eab-f1c3-4eaf-a598-369c479d966b req-a5eb6fde-967f-4f35-be9b-49023cdcb701 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363114 Sep 21 17:37:27.937141 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-252396467-network', 'tenant_id': '41001eee7e544244b5b033961443a7bc'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:27.975126 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-fc64c17e-2937-44b7-8e3f-dd40ad96ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:27.976696 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-fc64c17e-2937-44b7-8e3f-dd40ad96ac6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.1246490 Sep 21 17:37:27.977687 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Made reservation on behalf of 41001eee7e544244b5b033961443a7bc for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:27.979907 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:27.989358 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.033373 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-5931bdc7-37aa-4df6-980b-522aaed6d9d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 217 time: 0.0412700 Sep 21 17:37:28.113296 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-bc6cfce0-6b0d-4d48-ac0f-664ffdc002c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:28.114924 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-bc6cfce0-6b0d-4d48-ac0f-664ffdc002c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.0680587 Sep 21 17:37:28.157413 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-9048f258-8ff2-413c-a5da-44b16fa627aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337584 Sep 21 17:37:28.186576 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.197484 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.264320 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:37:28.275042 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42832842-e068-4a5e-9184-a373c59905dc,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:28.284170 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.284510 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Added segment ac083167-df2d-41d7-bf86-fed802539b41 of type vlan for network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 Sep 21 17:37:28.334242 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-61da4e4c-ef9e-4cf6-ad2b-b54ce401faab service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583440 Sep 21 17:37:28.337655 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.412452 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.413410 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:28.414023 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.459152 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6713958 Sep 21 17:37:28.462397 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37024) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:28.470024 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Request body: {'subnet': {'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-252396467-subnet', 'tenant_id': '41001eee7e544244b5b033961443a7bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:28.497986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Made reservation on behalf of 41001eee7e544244b5b033961443a7bc for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:28.500773 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12879072'] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.501711 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8223595-cbcd-43f1-8620-b2fda887a5fb req-4591453c-ef17-4f5b-843a-f3734be8cc23 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580799 Sep 21 17:37:28.504716 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570794f-8651-411c-9819-b75954e54da3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e687752-a26d-4bb6-9704-837b1c5cd7c9,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:28.517175 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:37:28.681162 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16242793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12879054'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.738817 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a511b43-343c-4c30-86a2-dd3039db309c,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:28.747698 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Checking segment: {'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:28.748107 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Network hostable DHCP agents. Network: 4e687752-a26d-4bb6-9704-837b1c5cd7c9, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:37:28.764853 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:37:28.773513 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 4e687752-a26d-4bb6-9704-837b1c5cd7c9) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:28.778936 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:28.780954 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:28.781711 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785d9aa0-efd3-4a6f-8dd6-e364171ba226 None None] Network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:28.793933 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-cbbd0899-23fa-4af1-9249-bcaddbaaaf0a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3290355 Sep 21 17:37:28.909369 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67778fd-9f11-4083-8d3e-5ffa222524cf None None] Network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:29.044478 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c870a56-3a84-433e-8fd8-f439ef141826 req-a1619a70-84af-405a-ace5-5c70246a1208 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:29.044478 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3c870a56-3a84-433e-8fd8-f439ef141826 req-a1619a70-84af-405a-ace5-5c70246a1208 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0581293 Sep 21 17:37:29.102232 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3c870a56-3a84-433e-8fd8-f439ef141826 req-298da9bd-00cf-4661-bfae-ceeb247e4b27 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502565 Sep 21 17:37:30.225006 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36565e-25a8-47d9-a052-091b83c41405 req-b6b85bb0-6902-437b-9617-302389789486 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:30.226504 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dd36565e-25a8-47d9-a052-091b83c41405 req-b6b85bb0-6902-437b-9617-302389789486 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0522618 Sep 21 17:37:30.271918 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dd36565e-25a8-47d9-a052-091b83c41405 req-554d47e3-fe14-4306-a725-f08efc7f90a6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386281 Sep 21 17:37:31.585465 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:37.920196 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-2bc8d6ab-7ac8-4aea-8441-8f386db253e3 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:37.921094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-ffd77b3f-aea2-4863-a59c-c9c9b2f0176e tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:37.921647 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-2bc8d6ab-7ac8-4aea-8441-8f386db253e3 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 0.1010091 Sep 21 17:37:37.922568 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-ffd77b3f-aea2-4863-a59c-c9c9b2f0176e tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/networks?id=4e687752-a26d-4bb6-9704-837b1c5cd7c9 HTTP/1.1" status: 200 len: 813 time: 0.1085794 Sep 21 17:37:37.936315 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-aec44d8a-4c0d-4d65-ada7-f6593ba13f7a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/quotas/1a947f45ae3d47b3ad963b73f74a2e7c HTTP/1.1" status: 200 len: 375 time: 0.0088947 Sep 21 17:37:37.936947 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-494c3e93-9fe0-4845-a46f-3e3f68df7b88 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/quotas/41001eee7e544244b5b033961443a7bc HTTP/1.1" status: 200 len: 375 time: 0.0087214 Sep 21 17:37:37.967568 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-320ff85c-4417-4213-aa3a-d9e2523fda0e tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41001eee7e544244b5b033961443a7bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252593 Sep 21 17:37:37.992452 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-5bcb7a6f-94e0-4610-b1b0-9df7096bcbd4 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505164 Sep 21 17:37:38.058415 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-a678c358-be67-4cd1-9665-9a65b1afc429 service neutron] 10.222.0.26 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828252 Sep 21 17:37:38.080518 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a1e8dd93-b740-4ffd-bb6b-a9f0cfc44f2d service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811603 Sep 21 17:37:38.156946 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bb30a483-1fab-4b2c-80a8-47e408928f49 service neutron] 10.222.0.26 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921876 Sep 21 17:37:38.175428 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-4e295445-4906-44f9-a87c-6747ef8b547c service neutron] 10.222.0.26 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Sep 21 17:37:38.377960 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5439b6-32e3-472f-9498-2909ecfe0742 req-0763bcdb-7484-4e2b-bb85-e9ea21e9a641 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:38.380040 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8e5439b6-32e3-472f-9498-2909ecfe0742 req-0763bcdb-7484-4e2b-bb85-e9ea21e9a641 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0783272 Sep 21 17:37:38.428240 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8e5439b6-32e3-472f-9498-2909ecfe0742 req-2d055dbd-0b87-4638-bf4d-8fbcc276315e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391700 Sep 21 17:37:38.523333 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f32a696f-e7a0-4cf3-90fc-1fd105efcb17 req-0b4dfc3a-73ad-41a1-a6f4-92fec1512edc tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 210 time: 0.0341508 Sep 21 17:37:38.601140 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-20ebddb2-88f1-493f-aacd-b46f922f700f req-4dac5644-2d92-439f-a964-c642154f021b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 210 time: 0.0331314 Sep 21 17:37:39.555772 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145798-ec2e-4a0f-897a-ed695f5f0cda req-bccb257e-3e0e-441c-bef3-c482c46db4e2 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:39.557314 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c6145798-ec2e-4a0f-897a-ed695f5f0cda req-bccb257e-3e0e-441c-bef3-c482c46db4e2 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0591502 Sep 21 17:37:39.611835 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c6145798-ec2e-4a0f-897a-ed695f5f0cda req-fe76d951-736c-4871-9b8b-d92de43e703c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Sep 21 17:37:39.684847 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f175616b-fe68-4f39-8be6-24eeb7401a83 req-490c7ba9-fd86-4410-b855-2593f7e2ba38 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 210 time: 0.0369635 Sep 21 17:37:39.691831 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-f3c1f725-b21b-42c4-a989-7f696399d8a9 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:39.693342 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-f3c1f725-b21b-42c4-a989-7f696399d8a9 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 815 time: 0.1799512 Sep 21 17:37:39.711564 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Request body: {'port': {'device_id': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'admin_state_up': True, 'tenant_id': '1a947f45ae3d47b3ad963b73f74a2e7c'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:39.795752 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7b7d7897-b257-471b-9513-4ed03861ec88 req-150bad25-5665-468a-98e1-1018e544eef4 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 210 time: 0.0527854 Sep 21 17:37:39.846853 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Made reservation on behalf of 1a947f45ae3d47b3ad963b73f74a2e7c for: {'port': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:39.850560 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:39.979894 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Allocated IP 172.20.0.12 (54030df7-a28c-46b3-9a5b-723bf09e8611/7aec5e36-eadf-48a5-bff6-7ffb824574e7/e1e8aa60-0515-4c3f-96f2-66fc44876cfd) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:40.123840 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.159298 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.173420 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'b16f50d1-769d-4855-985e-899fe427aaea'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:37:40.203318 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Network 54030df7-a28c-46b3-9a5b-723bf09e8611 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:40.206388 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:40.210201 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:40.219231 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event updated for resources: {'Port': ['ID=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:40.274022 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:40.274588 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.291644 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-a584fb94-9d3d-40bb-857d-cdb9187e78aa tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843909 Sep 21 17:37:40.311594 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-11e01686-ca8f-4fee-a1eb-57496fef84e5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:40.313297 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-11e01686-ca8f-4fee-a1eb-57496fef84e5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "GET /v2.0/networks?id=4e687752-a26d-4bb6-9704-837b1c5cd7c9 HTTP/1.1" status: 200 len: 813 time: 0.1356771 Sep 21 17:37:40.343397 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Request body: {'port': {'device_id': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9', 'admin_state_up': True, 'tenant_id': '41001eee7e544244b5b033961443a7bc'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:40.344796 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Request body: {'port': {'device_id': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:40.409207 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.476074 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Made reservation on behalf of 41001eee7e544244b5b033961443a7bc for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:40.479682 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.619497 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Allocated IP 172.20.0.2 (4e687752-a26d-4bb6-9704-837b1c5cd7c9/5a511b43-343c-4c30-86a2-dd3039db309c/b16e3a63-84e9-46c7-9b19-9931ed4b3049) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:40.680232 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e8aa60-0515-4c3f-96f2-66fc44876cfd {{(pid=98179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:37:40.689641 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.723019 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.provisioning_blocks [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Transition to ACTIVE for port object e1e8aa60-0515-4c3f-96f2-66fc44876cfd will not be triggered until provisioned by entity L2. {{(pid=98179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:37:40.731267 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.774366 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0cd56-2f3b-4d79-8dc7-669cbfc901a7 req-6b5c4b38-8dde-44e8-a2aa-1ccd3d16bed5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:40.775906 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-93e0cd56-2f3b-4d79-8dc7-669cbfc901a7 req-6b5c4b38-8dde-44e8-a2aa-1ccd3d16bed5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0908785 Sep 21 17:37:40.800815 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-522d685f-b60b-44e1-ad5a-001d4ac11018 req-e385b268-babd-4eb2-ab03-28d0237dcc2c tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 210 time: 0.0306287 Sep 21 17:37:40.816682 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:40.840492 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.875496 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-93e0cd56-2f3b-4d79-8dc7-669cbfc901a7 req-7723f7d7-25ba-4856-9834-ae147f4fbae8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926132 Sep 21 17:37:40.877197 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.912180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Attempting to bind port e1e8aa60-0515-4c3f-96f2-66fc44876cfd on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:37:40.912514 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Attempting to bind port e1e8aa60-0515-4c3f-96f2-66fc44876cfd by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:37:40.912836 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Attempting to bind port e1e8aa60-0515-4c3f-96f2-66fc44876cfd on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:40.917189 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Port e1e8aa60-0515-4c3f-96f2-66fc44876cfd on network 54030df7-a28c-46b3-9a5b-723bf09e8611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:37:40.917503 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Attempting to bind port e1e8aa60-0515-4c3f-96f2-66fc44876cfd on network 54030df7-a28c-46b3-9a5b-723bf09e8611 {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:40.923048 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:40.923565 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:37:40.923893 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Checking segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:40.924262 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Bound using segment: {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'} {{(pid=98179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:37:40.924676 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.managers [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Bound port: e1e8aa60-0515-4c3f-96f2-66fc44876cfd, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbc19a6-979c-4ff8-bc64-45397fa76612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611'}}] {{(pid=98179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:37:40.925024 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:40.925945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:40.933038 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:40.937578 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Pushing event updated for resources: {'Port': ['ID=b16e3a63-84e9-46c7-9b19-9931ed4b3049,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:40.987077 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:40.987678 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.001847 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-bd019e24-1ffd-41ac-b466-b5a7c1fc9fae tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6626453 Sep 21 17:37:41.018183 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Request body: {'port': {'device_id': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:41.029166 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] For port e1e8aa60-0515-4c3f-96f2-66fc44876cfd, host hv-cinder-81000, cleared binding levels {{(pid=98179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:37:41.033520 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] For port e1e8aa60-0515-4c3f-96f2-66fc44876cfd, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:37:41.041871 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5f168-e97a-42a8-99e4-483d8b752df1 req-f30098cb-895b-4c64-b5c0-fb2db6c8e690 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.043384 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fca5f168-e97a-42a8-99e4-483d8b752df1 req-f30098cb-895b-4c64-b5c0-fb2db6c8e690 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 944 time: 0.0762720 Sep 21 17:37:41.044894 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.076214 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.095014 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.095630 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.097080 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1e8aa60-0515-4c3f-96f2-66fc44876cfd HTTP/1.1" status: 200 len: 1094 time: 0.7582471 Sep 21 17:37:41.097570 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'tag': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:37:41.100507 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63637b00-eca6-4333-80a7-a051014dc4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b2a199-2466-4884-b43b-693e0c8279e6", "tag": "e1e8aa60-0515-4c3f-96f2-66fc44876cfd"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:37:41.140006 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fca5f168-e97a-42a8-99e4-483d8b752df1 req-42da94ef-6e6f-45fa-bb4a-1bd09c7ab96c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879695 Sep 21 17:37:41.144703 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b558ea-3e8e-4a89-aafe-0e6a3687f368 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,revision_number=3']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:41.184943 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26d433-27d6-4385-8a84-23f3cf97aee6 x-openstack-request-id: req-ef26d433-27d6-4385-8a84-23f3cf97aee6 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:37:41.185218 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b2a199-2466-4884-b43b-693e0c8279e6", "tag": "e1e8aa60-0515-4c3f-96f2-66fc44876cfd", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:37:41.185458 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef26d433-27d6-4385-8a84-23f3cf97aee6 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:37:41.185838 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'tag': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd', 'status': 'completed', 'code': 200} Sep 21 17:37:41.216731 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-b664228b-f27f-4cee-b20e-e567e38cee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.218197 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-b664228b-f27f-4cee-b20e-e567e38cee21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 1097 time: 0.0458703 Sep 21 17:37:41.266519 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-f561dd1e-5267-4cbf-8dbd-a949a626eddd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e8aa60-0515-4c3f-96f2-66fc44876cfd HTTP/1.1" status: 200 len: 217 time: 0.0361209 Sep 21 17:37:41.323925 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-2048b36c-8bc3-4bd8-9018-0a6430f04593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.325970 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-2048b36c-8bc3-4bd8-9018-0a6430f04593 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.0487003 Sep 21 17:37:41.361460 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-dbbe437d-be2e-428b-84f6-a356b1723ece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237615 Sep 21 17:37:41.368166 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16e3a63-84e9-46c7-9b19-9931ed4b3049 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:37:41.375607 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.388188 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Transition to ACTIVE for port object b16e3a63-84e9-46c7-9b19-9931ed4b3049 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:37:41.392124 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.449177 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=b16e3a63-84e9-46c7-9b19-9931ed4b3049,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:41.521479 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Attempting to bind port b16e3a63-84e9-46c7-9b19-9931ed4b3049 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:37:41.521789 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Attempting to bind port b16e3a63-84e9-46c7-9b19-9931ed4b3049 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:37:41.522104 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Attempting to bind port b16e3a63-84e9-46c7-9b19-9931ed4b3049 on network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:41.527164 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Port b16e3a63-84e9-46c7-9b19-9931ed4b3049 on network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:37:41.527998 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Attempting to bind port b16e3a63-84e9-46c7-9b19-9931ed4b3049 on network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:41.533218 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:37:41.533552 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Checking segment: {'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:41.533927 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Bound using segment: {'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:37:41.534347 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Bound port: b16e3a63-84e9-46c7-9b19-9931ed4b3049, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:37:41.534714 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.600355 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] For port b16e3a63-84e9-46c7-9b19-9931ed4b3049, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:37:41.603680 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] For port b16e3a63-84e9-46c7-9b19-9931ed4b3049, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16e3a63-84e9-46c7-9b19-9931ed4b3049,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:37:41.608692 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.647156 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.647825 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:41.649171 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] 10.222.0.18 "PUT /v2.0/ports/b16e3a63-84e9-46c7-9b19-9931ed4b3049 HTTP/1.1" status: 200 len: 1093 time: 0.6354754 Sep 21 17:37:41.649629 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'tag': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:37:41.651910 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5df7ce60-966b-45b7-8095-1257fcbcf6d1", "tag": "b16e3a63-84e9-46c7-9b19-9931ed4b3049"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:37:41.680184 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14008717-fff1-470d-b821-24c29f0c1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=b16e3a63-84e9-46c7-9b19-9931ed4b3049,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:41.705170 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-f6b98829-028c-43ca-9d96-c93088962d87 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294609 Sep 21 17:37:41.710970 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbc49f0-dee2-4367-86dc-ff03726449c5 x-openstack-request-id: req-4fbc49f0-dee2-4367-86dc-ff03726449c5 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:37:41.711257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df7ce60-966b-45b7-8095-1257fcbcf6d1", "tag": "b16e3a63-84e9-46c7-9b19-9931ed4b3049", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:37:41.711505 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fbc49f0-dee2-4367-86dc-ff03726449c5 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:37:41.711887 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'tag': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049', 'status': 'completed', 'code': 200} Sep 21 17:37:41.808404 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e5cf75f7-ba9c-4a6f-9230-3b0361c76efc req-03fe72b0-ad35-41ba-b909-723d04543100 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909197 Sep 21 17:37:41.958111 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b66a7f-2a6a-4b16-b6b1-2d32690d9e81 req-1a71235d-40e0-42b0-b220-843504d91860 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.959608 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b2b66a7f-2a6a-4b16-b6b1-2d32690d9e81 req-1a71235d-40e0-42b0-b220-843504d91860 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 943 time: 0.0790210 Sep 21 17:37:41.970057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63637b00-eca6-4333-80a7-a051014dc4ec req-e4b0fced-dde4-4160-b2d3-e9f8f51002b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.971482 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63637b00-eca6-4333-80a7-a051014dc4ec req-e4b0fced-dde4-4160-b2d3-e9f8f51002b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 1097 time: 0.0634522 Sep 21 17:37:41.983848 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-8e062626-6c5a-4040-ac7d-4dd40724a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:41.985323 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-8e062626-6c5a-4040-ac7d-4dd40724a35e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41001eee7e544244b5b033961443a7bc&device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 1096 time: 0.2837768 Sep 21 17:37:42.000163 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5b187-9669-4aa5-9be1-b46936737375 req-8d10ea31-8f55-4fbb-9c3c-1987eaea2388 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.001544 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-25b5b187-9669-4aa5-9be1-b46936737375 req-8d10ea31-8f55-4fbb-9c3c-1987eaea2388 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0541644 Sep 21 17:37:42.001872 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b2b66a7f-2a6a-4b16-b6b1-2d32690d9e81 req-07230bdd-3892-4d87-a8d4-30ca5b17b424 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338612 Sep 21 17:37:42.058751 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-9281618f-ceaa-480b-a50f-a1c32e14108a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b16e3a63-84e9-46c7-9b19-9931ed4b3049 HTTP/1.1" status: 200 len: 217 time: 0.0443590 Sep 21 17:37:42.076059 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-25b5b187-9669-4aa5-9be1-b46936737375 req-331e821a-8ba2-4b66-a55d-99e60e0da1a9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682623 Sep 21 17:37:42.097532 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63637b00-eca6-4333-80a7-a051014dc4ec req-7bd9cdba-fbc1-4117-8723-3a0eddfcb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.099355 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63637b00-eca6-4333-80a7-a051014dc4ec req-7bd9cdba-fbc1-4117-8723-3a0eddfcb405 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 200 len: 916 time: 0.0892286 Sep 21 17:37:42.119902 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-3f393135-281b-4f4a-b00f-06644b1641bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.122042 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-3f393135-281b-4f4a-b00f-06644b1641bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a511b43-343c-4c30-86a2-dd3039db309c HTTP/1.1" status: 200 len: 853 time: 0.0445006 Sep 21 17:37:42.148034 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63637b00-eca6-4333-80a7-a051014dc4ec req-ed9c7e35-6358-41f2-b24b-d1a57eb45512 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1e8aa60-0515-4c3f-96f2-66fc44876cfd HTTP/1.1" status: 200 len: 217 time: 0.0383518 Sep 21 17:37:42.190244 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-e45ec5ba-ad2d-4041-8eac-7e4ad851c3b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e687752-a26d-4bb6-9704-837b1c5cd7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256293 Sep 21 17:37:42.208237 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63637b00-eca6-4333-80a7-a051014dc4ec req-5b725c1c-b2a0-46fd-bbed-1d23037175fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.209777 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63637b00-eca6-4333-80a7-a051014dc4ec req-5b725c1c-b2a0-46fd-bbed-1d23037175fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 200 len: 855 time: 0.0440593 Sep 21 17:37:42.242101 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63637b00-eca6-4333-80a7-a051014dc4ec req-a59a7c2f-e2ee-4b1c-a2cb-618efac9006e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54030df7-a28c-46b3-9a5b-723bf09e8611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237947 Sep 21 17:37:42.322322 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aa114-150c-4c33-b3d6-13dc50af6541 req-162a6700-9b81-47bf-8e36-cc04b2907a06 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.323817 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d64aa114-150c-4c33-b3d6-13dc50af6541 req-162a6700-9b81-47bf-8e36-cc04b2907a06 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 944 time: 0.0973263 Sep 21 17:37:42.329405 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-45703d02-ec41-42dd-80c9-b7fdf3d8c4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283095 Sep 21 17:37:42.340727 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63637b00-eca6-4333-80a7-a051014dc4ec req-9362180c-ed5d-44ea-aef4-bac9edeaa5f5 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900710 Sep 21 17:37:42.381320 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d64aa114-150c-4c33-b3d6-13dc50af6541 req-7b8daea3-ec2e-4991-8a0e-a75116de7e42 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 Sep 21 17:37:42.437056 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63637b00-eca6-4333-80a7-a051014dc4ec req-14130a28-495e-4a64-8f10-c966c530c208 service neutron] 10.222.0.18 "GET /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836573 Sep 21 17:37:42.447989 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f9d6d823-f2e8-4385-874b-cb17e2a93769 req-f68381cc-807c-488f-8613-f871a032eaae service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956843 Sep 21 17:37:42.560290 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-d0351179-4f6a-4d70-873d-df76982fcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.561707 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-d0351179-4f6a-4d70-873d-df76982fcc2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41001eee7e544244b5b033961443a7bc&device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 1096 time: 0.0387330 Sep 21 17:37:42.670470 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-6eaac357-0dcc-425a-a34a-0c747cfc9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.671967 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-6eaac357-0dcc-425a-a34a-0c747cfc9078 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e687752-a26d-4bb6-9704-837b1c5cd7c9 HTTP/1.1" status: 200 len: 914 time: 0.0872407 Sep 21 17:37:42.718043 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-59121279-c4cd-4df9-a73e-6670e938ec22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b16e3a63-84e9-46c7-9b19-9931ed4b3049 HTTP/1.1" status: 200 len: 217 time: 0.0331171 Sep 21 17:37:42.774132 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-df0c2623-ba1c-40d5-b825-078434b1f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:42.775735 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-df0c2623-ba1c-40d5-b825-078434b1f244 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a511b43-343c-4c30-86a2-dd3039db309c HTTP/1.1" status: 200 len: 853 time: 0.0443566 Sep 21 17:37:42.809981 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-4e2c9395-bd0d-4c53-8776-ff5bff1ffcad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e687752-a26d-4bb6-9704-837b1c5cd7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246515 Sep 21 17:37:42.914768 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-4e4b421f-34f2-432e-99e1-841c36d0bd25 service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884290 Sep 21 17:37:43.012720 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ca2eb5e4-4b71-4a0d-95c5-2545d7b90c4c req-3c8c8118-878b-4b8c-8f29-3fdaa17712e2 service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868998 Sep 21 17:37:43.116830 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295f351-153b-4f6d-bcb1-7e6cf12c660f req-06be9bcb-99f2-4d7e-aa6c-0fed8efa809f tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:43.118628 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4295f351-153b-4f6d-bcb1-7e6cf12c660f req-06be9bcb-99f2-4d7e-aa6c-0fed8efa809f tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 943 time: 0.0498559 Sep 21 17:37:43.161992 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4295f351-153b-4f6d-bcb1-7e6cf12c660f req-35d2eb62-62ab-42ef-bacb-67a4032d43ca tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346017 Sep 21 17:37:43.199038 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558c58-bb63-48e8-9ea5-e1eb04af6fc1 req-db297693-89f9-496b-8604-a7aaaa43b29c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:43.200560 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-27558c58-bb63-48e8-9ea5-e1eb04af6fc1 req-db297693-89f9-496b-8604-a7aaaa43b29c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0520439 Sep 21 17:37:43.239210 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-27558c58-bb63-48e8-9ea5-e1eb04af6fc1 req-efff9d6f-751a-4e7f-920a-7b95c8e9e3d1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Sep 21 17:37:43.495377 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572fad6-2bf6-4a85-8eda-95d299accacb req-c7b3084c-b150-470a-bac4-cbd062bfd630 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:43.496989 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f572fad6-2bf6-4a85-8eda-95d299accacb req-c7b3084c-b150-470a-bac4-cbd062bfd630 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 944 time: 0.0496123 Sep 21 17:37:43.534269 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f572fad6-2bf6-4a85-8eda-95d299accacb req-960445c1-fe09-4d19-b88a-d808ac3f181d tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Sep 21 17:37:44.274314 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b91464-1617-4183-b9c5-12c5b263c666 req-629a9318-b001-424c-bbb3-c4bd790b79ba tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:44.275792 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b0b91464-1617-4183-b9c5-12c5b263c666 req-629a9318-b001-424c-bbb3-c4bd790b79ba tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 943 time: 0.0472457 Sep 21 17:37:44.315249 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b0b91464-1617-4183-b9c5-12c5b263c666 req-35540f83-6666-4cfc-89bb-2b80db16e7c7 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Sep 21 17:37:44.360442 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b134-3a50-445a-86d8-71046cf41443 req-d580c3bd-3794-400f-a3e9-5d3bc7c3c33f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:44.361958 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1852b134-3a50-445a-86d8-71046cf41443 req-d580c3bd-3794-400f-a3e9-5d3bc7c3c33f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0477116 Sep 21 17:37:44.400504 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1852b134-3a50-445a-86d8-71046cf41443 req-3dd3e2b0-d164-44a1-b970-5772d44b9994 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Sep 21 17:37:44.644750 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d48cd-a4a4-4469-b5c9-942e4028e6ad req-9486fc9c-7eb5-40ef-9aa8-637a930d5704 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:44.646234 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-de1d48cd-a4a4-4469-b5c9-942e4028e6ad req-9486fc9c-7eb5-40ef-9aa8-637a930d5704 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 944 time: 0.0474713 Sep 21 17:37:44.662529 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e1e8aa60-0515-4c3f-96f2-66fc44876cfd details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:37:44.688885 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-de1d48cd-a4a4-4469-b5c9-942e4028e6ad req-a071fa85-d244-4e70-a6c9-716d05cb4b2f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Sep 21 17:37:44.762626 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port e1e8aa60-0515-4c3f-96f2-66fc44876cfd, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:44.776013 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd', 'network_id': '54030df7-a28c-46b3-9a5b-723bf09e8611', 'port_id': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd', 'mac_address': 'fa:16:3e:8e:e3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aec5e36-eadf-48a5-bff6-7ffb824574e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:37:44.814955 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:44.829685 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e8aa60-0515-4c3f-96f2-66fc44876cfd {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:37:44.852057 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port e1e8aa60-0515-4c3f-96f2-66fc44876cfd, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:44.858150 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:44.908056 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:45.315978 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['e1e8aa60-0515-4c3f-96f2-66fc44876cfd'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:37:45.427921 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52c9c7-0403-4a52-b6f4-709aff20dcba req-1d7915a1-368d-45d2-9eab-cea5eb5dfd79 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:45.429779 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8e52c9c7-0403-4a52-b6f4-709aff20dcba req-1d7915a1-368d-45d2-9eab-cea5eb5dfd79 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 943 time: 0.0481806 Sep 21 17:37:45.475783 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8e52c9c7-0403-4a52-b6f4-709aff20dcba req-430b493e-1414-4d02-a9e0-f9d80211b411 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Sep 21 17:37:45.524386 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a99a3-08bb-4834-b7d6-e9f2f6120b80 req-1d01095a-3e64-4c1c-aaac-d8f760aafe76 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:45.525882 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f2a99a3-08bb-4834-b7d6-e9f2f6120b80 req-1d01095a-3e64-4c1c-aaac-d8f760aafe76 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0524614 Sep 21 17:37:45.563573 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f2a99a3-08bb-4834-b7d6-e9f2f6120b80 req-5690a53d-d616-4f1a-9673-56e1c21b1bbb tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311060 Sep 21 17:37:45.801658 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa378d07-68be-4680-9320-0d671afa1323 req-b934362e-f6b2-466c-834a-b79be45ace4d tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:45.803151 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fa378d07-68be-4680-9320-0d671afa1323 req-b934362e-f6b2-466c-834a-b79be45ace4d tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 945 time: 0.0472636 Sep 21 17:37:45.840017 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fa378d07-68be-4680-9320-0d671afa1323 req-06fdc469-65e3-44cb-8e60-37f71ea43c80 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302184 Sep 21 17:37:46.585593 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b89b5-80f9-4fb5-afdc-12a646390c9e req-f73843e0-766f-4589-8459-fa70be8f359f tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:46.587165 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-de9b89b5-80f9-4fb5-afdc-12a646390c9e req-f73843e0-766f-4589-8459-fa70be8f359f tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 943 time: 0.0462565 Sep 21 17:37:46.626094 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-de9b89b5-80f9-4fb5-afdc-12a646390c9e req-43ade0de-4761-41cd-a51a-67badef82b31 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Sep 21 17:37:46.679526 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9af725-04c2-4fe2-85a1-92f8095ed7c8 req-e23d90e8-4cad-4300-bf83-48363a408265 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:46.681021 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db9af725-04c2-4fe2-85a1-92f8095ed7c8 req-e23d90e8-4cad-4300-bf83-48363a408265 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0474591 Sep 21 17:37:46.709081 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16e3a63-84e9-46c7-9b19-9931ed4b3049 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:37:46.713047 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e1e8aa60-0515-4c3f-96f2-66fc44876cfd up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:37:46.717990 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db9af725-04c2-4fe2-85a1-92f8095ed7c8 req-2ad0d28f-a51d-4f56-a42c-cb3252b53729 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305924 Sep 21 17:37:46.819297 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port e1e8aa60-0515-4c3f-96f2-66fc44876cfd completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:37:46.825562 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port e1e8aa60-0515-4c3f-96f2-66fc44876cfd triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:46.825932 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:46.863481 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port b16e3a63-84e9-46c7-9b19-9931ed4b3049, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16e3a63-84e9-46c7-9b19-9931ed4b3049,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:46.882578 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049', 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9', 'port_id': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049', 'mac_address': 'fa:16:3e:4e:57:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a511b43-343c-4c30-86a2-dd3039db309c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:37:46.953889 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43e57-b230-434c-8690-4d3bc4e39dff req-716bc6da-28d5-46e9-b93a-fd1c6285f6db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:46.954240 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:46.955506 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d3f43e57-b230-434c-8690-4d3bc4e39dff req-716bc6da-28d5-46e9-b93a-fd1c6285f6db tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 945 time: 0.0489671 Sep 21 17:37:46.956492 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:46.987028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:37:46.989255 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d644a-7828-4476-b94b-af4bc589da90" -d '{"events": [{"server_uuid": "c1b2a199-2466-4884-b43b-693e0c8279e6", "name": "network-vif-plugged", "status": "completed", "tag": "e1e8aa60-0515-4c3f-96f2-66fc44876cfd"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:37:46.993057 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16e3a63-84e9-46c7-9b19-9931ed4b3049 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:37:47.003532 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d3f43e57-b230-434c-8690-4d3bc4e39dff req-bf5d4206-f57a-4218-938b-3613dd89294b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Sep 21 17:37:47.011863 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port e1e8aa60-0515-4c3f-96f2-66fc44876cfd, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:47.022908 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:47.027188 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port b16e3a63-84e9-46c7-9b19-9931ed4b3049, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16e3a63-84e9-46c7-9b19-9931ed4b3049,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:47.028922 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1486d890-02a4-47b6-a7c3-fd6adccb887b x-openstack-request-id: req-1486d890-02a4-47b6-a7c3-fd6adccb887b {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:37:47.029284 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b2a199-2466-4884-b43b-693e0c8279e6", "name": "network-vif-plugged", "status": "completed", "tag": "e1e8aa60-0515-4c3f-96f2-66fc44876cfd", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:37:47.029437 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1486d890-02a4-47b6-a7c3-fd6adccb887b {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:37:47.029916 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd', 'code': 200} Sep 21 17:37:47.032126 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:47.076899 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:47.126163 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=b16e3a63-84e9-46c7-9b19-9931ed4b3049,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:47.219307 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775128-274b-47ff-96de-6ec46beef29f req-ebfa8cf1-3674-4c01-b22a-e367f1f08707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:47.220868 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bc775128-274b-47ff-96de-6ec46beef29f req-ebfa8cf1-3674-4c01-b22a-e367f1f08707 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 1099 time: 0.0421672 Sep 21 17:37:47.261514 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bc775128-274b-47ff-96de-6ec46beef29f req-89861bbe-091b-434b-a763-5772b561b149 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296638 Sep 21 17:37:47.505021 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['b16e3a63-84e9-46c7-9b19-9931ed4b3049'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:37:47.743446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d865f-5637-4bb8-b3c6-723eaaccae98 req-34a2b6dc-c987-4024-824a-8e83e6271111 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:47.744908 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6e0d865f-5637-4bb8-b3c6-723eaaccae98 req-34a2b6dc-c987-4024-824a-8e83e6271111 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 944 time: 0.0508635 Sep 21 17:37:47.774123 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:37:47.782986 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6e0d865f-5637-4bb8-b3c6-723eaaccae98 req-36ce2138-f38c-4f1e-82db-2dc74d3a1edc tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316994 Sep 21 17:37:47.834737 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2a67-a4d7-4c81-86bb-898c1fc2ea59 req-0e4c8092-73d7-4d05-8c08-876287e7cf0b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:47.836216 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-35da2a67-a4d7-4c81-86bb-898c1fc2ea59 req-0e4c8092-73d7-4d05-8c08-876287e7cf0b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0479951 Sep 21 17:37:47.874013 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-35da2a67-a4d7-4c81-86bb-898c1fc2ea59 req-53e7a21e-bacc-4a99-934a-49b128492f2e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Sep 21 17:37:48.122299 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a602e23-8000-4625-b08e-f547ec86e4e2 req-d7ff9d16-9151-4e14-9d57-e14940da8ca7 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:48.123770 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3a602e23-8000-4625-b08e-f547ec86e4e2 req-d7ff9d16-9151-4e14-9d57-e14940da8ca7 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0476062 Sep 21 17:37:48.162985 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3a602e23-8000-4625-b08e-f547ec86e4e2 req-611a15e2-e3d5-45c6-a2a6-9c9d2405001a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Sep 21 17:37:48.894007 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09738fb-1236-40ba-8903-03449c37e76d req-22cae6d9-b02e-4db5-8709-5641c902955e tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:48.895390 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d09738fb-1236-40ba-8903-03449c37e76d req-22cae6d9-b02e-4db5-8709-5641c902955e tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 944 time: 0.0463419 Sep 21 17:37:48.933880 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d09738fb-1236-40ba-8903-03449c37e76d req-9a60a0b7-5ef6-4a6f-a751-8c12fe4c1126 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Sep 21 17:37:48.993010 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bb8f-9087-4044-9073-c6b6fa6e0318 req-8bbc584f-aa68-462d-af3e-6a7d36109a03 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:48.994480 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4bd1bb8f-9087-4044-9073-c6b6fa6e0318 req-8bbc584f-aa68-462d-af3e-6a7d36109a03 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0512559 Sep 21 17:37:49.031602 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4bd1bb8f-9087-4044-9073-c6b6fa6e0318 req-eccf7def-519c-44bc-87ad-a50f6ae238e2 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306256 Sep 21 17:37:49.278062 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf57a84-393f-4d20-a95e-31dd09def78e req-ff0d07c3-19e5-42c6-8c28-db0c242aca53 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:49.279548 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-baf57a84-393f-4d20-a95e-31dd09def78e req-ff0d07c3-19e5-42c6-8c28-db0c242aca53 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0476949 Sep 21 17:37:49.315636 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-baf57a84-393f-4d20-a95e-31dd09def78e req-848db0ba-1feb-44c5-95d5-b3115634f473 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301528 Sep 21 17:37:49.577380 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37366) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:49.680505 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.771047 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.774229 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.810611 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a0a806f78f24e8aaaccf3b408f2c9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322025 Sep 21 17:37:49.812438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192affc4-a768-4f63-8e21-281b0d4e1644,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:49.813287 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37372) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:49.819269 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.819613 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.819942 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.820288 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.820608 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.820927 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.821244 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.821565 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.821896 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.822220 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.822532 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.822864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0137ca69-9ca6-4d0d-8bb0-6a04fb0f907a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.861253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.881610 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.926801 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.929323 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:49.930466 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/192affc4-a768-4f63-8e21-281b0d4e1644 HTTP/1.1" status: 204 len: 168 time: 0.1161780 Sep 21 17:37:49.938040 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192affc4-a768-4f63-8e21-281b0d4e1644,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:49.945077 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.945425 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.945772 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.946094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.946413 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.946756 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.947082 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.947404 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.947727 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.948047 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.948359 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:49.948692 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9cf9e-fcdb-4f97-b769-2ae531135925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:50.052114 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5552a37-d780-4c53-89e6-3948087c8252 req-dd4b8ec5-bfd4-4be7-9698-813c4ee0b516 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:50.053599 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c5552a37-d780-4c53-89e6-3948087c8252 req-dd4b8ec5-bfd4-4be7-9698-813c4ee0b516 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 944 time: 0.0474138 Sep 21 17:37:50.093226 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c5552a37-d780-4c53-89e6-3948087c8252 req-2b53acde-b1c1-4823-9eac-7e25d2b49b15 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Sep 21 17:37:50.165689 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604cdc-ed81-4eda-b241-1243688b3d6d req-c0fde27f-93bb-4337-bc2f-a6acbe44b8f0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:50.171128 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-99604cdc-ed81-4eda-b241-1243688b3d6d req-c0fde27f-93bb-4337-bc2f-a6acbe44b8f0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0674200 Sep 21 17:37:50.206274 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-99604cdc-ed81-4eda-b241-1243688b3d6d req-95dc7dd5-f6be-40f2-9617-9d1755016797 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Sep 21 17:37:50.435215 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f6a03-a911-4f8f-9d0a-04b3a994012c req-a06c8669-e1a2-4784-80b8-719c0acee945 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:50.437131 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-371f6a03-a911-4f8f-9d0a-04b3a994012c req-a06c8669-e1a2-4784-80b8-719c0acee945 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0486815 Sep 21 17:37:50.478736 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-371f6a03-a911-4f8f-9d0a-04b3a994012c req-0e786e33-af6d-4a57-89a1-e65dc86e14c8 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344300 Sep 21 17:37:50.729328 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16e3a63-84e9-46c7-9b19-9931ed4b3049 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:37:50.787506 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port b16e3a63-84e9-46c7-9b19-9931ed4b3049 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:37:50.791707 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port b16e3a63-84e9-46c7-9b19-9931ed4b3049 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:50.792072 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:50.885509 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:50.909263 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:37:50.911494 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69d255-6626-4aab-ab37-5bcd6665082d" -d '{"events": [{"server_uuid": "5df7ce60-966b-45b7-8095-1257fcbcf6d1", "name": "network-vif-plugged", "status": "completed", "tag": "b16e3a63-84e9-46c7-9b19-9931ed4b3049"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:37:50.925654 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port b16e3a63-84e9-46c7-9b19-9931ed4b3049, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16e3a63-84e9-46c7-9b19-9931ed4b3049,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:50.932240 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:50.960431 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94063132-94e9-40fb-ada6-bb9993527038 x-openstack-request-id: req-94063132-94e9-40fb-ada6-bb9993527038 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:37:50.960850 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df7ce60-966b-45b7-8095-1257fcbcf6d1", "name": "network-vif-plugged", "status": "completed", "tag": "b16e3a63-84e9-46c7-9b19-9931ed4b3049", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:37:50.961132 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94063132-94e9-40fb-ada6-bb9993527038 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:37:50.961531 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049', 'code': 200} Sep 21 17:37:51.001687 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=b16e3a63-84e9-46c7-9b19-9931ed4b3049,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:51.158258 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4020c-5a96-4363-8e4b-75e5679b1d2b req-7f86586e-aac8-4c7a-99d8-a72fcb04299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:51.159761 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bff4020c-5a96-4363-8e4b-75e5679b1d2b req-7f86586e-aac8-4c7a-99d8-a72fcb04299d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 1098 time: 0.0455034 Sep 21 17:37:51.227312 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bff4020c-5a96-4363-8e4b-75e5679b1d2b req-b6b61e34-e352-4a1f-9cde-f8d0b0b9a1e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501809 Sep 21 17:37:51.240144 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0a59b-b7f0-412c-9ec1-77f78988a721 req-92b20cc0-a44e-41d3-9533-dcbabbc5466b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:51.241876 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a1b0a59b-b7f0-412c-9ec1-77f78988a721 req-92b20cc0-a44e-41d3-9533-dcbabbc5466b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0736151 Sep 21 17:37:51.282256 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a1b0a59b-b7f0-412c-9ec1-77f78988a721 req-c3643545-2b08-4bec-b827-786978402963 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Sep 21 17:37:51.325516 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139c570-6749-46db-a894-c952a7e36679 req-a0bbffbe-c661-43ca-89a0-c1d8d792d400 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:51.327055 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5139c570-6749-46db-a894-c952a7e36679 req-a0bbffbe-c661-43ca-89a0-c1d8d792d400 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0505004 Sep 21 17:37:51.369159 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5139c570-6749-46db-a894-c952a7e36679 req-4a6de9cf-b662-4d92-9e4c-7ba9fd5c856e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362873 Sep 21 17:37:51.400277 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ad6518a3-4a15-4169-9827-904205ac5065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:52.409319 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727113d7-b919-4670-9958-a408c0f6f008 req-11e4f323-7aaf-444c-a201-c5ccb7073162 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:52.411260 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-727113d7-b919-4670-9958-a408c0f6f008 req-11e4f323-7aaf-444c-a201-c5ccb7073162 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0597787 Sep 21 17:37:52.457043 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-727113d7-b919-4670-9958-a408c0f6f008 req-b69b0ca4-73a2-4bf2-9677-a3711d3cf448 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 Sep 21 17:37:52.498472 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad827a-246d-452f-9cbb-3f22ec7ee2ed req-3e98bc73-79cb-4cf5-96b5-b387eea5dbff tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:52.499888 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fbad827a-246d-452f-9cbb-3f22ec7ee2ed req-3e98bc73-79cb-4cf5-96b5-b387eea5dbff tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0490017 Sep 21 17:37:52.536313 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fbad827a-246d-452f-9cbb-3f22ec7ee2ed req-eede0308-1b91-40b7-91a8-b4af9a2a4db7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300210 Sep 21 17:37:52.839567 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37480) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:52.943846 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-562773e9-cc30-4ce5-b6d1-a9a871caac7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.037287 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-562773e9-cc30-4ce5-b6d1-a9a871caac7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.041977 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-562773e9-cc30-4ce5-b6d1-a9a871caac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.079078 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-562773e9-cc30-4ce5-b6d1-a9a871caac7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c37e3d69323c45939b13d4e7834037d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379012 Sep 21 17:37:53.081014 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562773e9-cc30-4ce5-b6d1-a9a871caac7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88bfbb5-ee85-4769-99e5-9941d626e0b2,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:53.082041 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37484) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:53.135488 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57b15e14-9ec7-498a-b508-f13d39bd362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.158598 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57b15e14-9ec7-498a-b508-f13d39bd362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.204468 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57b15e14-9ec7-498a-b508-f13d39bd362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.207224 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57b15e14-9ec7-498a-b508-f13d39bd362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.208362 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-57b15e14-9ec7-498a-b508-f13d39bd362d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c88bfbb5-ee85-4769-99e5-9941d626e0b2 HTTP/1.1" status: 204 len: 168 time: 0.1253150 Sep 21 17:37:53.215757 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b15e14-9ec7-498a-b508-f13d39bd362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88bfbb5-ee85-4769-99e5-9941d626e0b2,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:53.597861 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad67e-9d8c-400e-88d8-5a708dc70417 req-9a410bb6-2083-4f16-9f89-cf799837265d tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:53.608802 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4eaad67e-9d8c-400e-88d8-5a708dc70417 req-9a410bb6-2083-4f16-9f89-cf799837265d tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0802634 Sep 21 17:37:53.646917 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4eaad67e-9d8c-400e-88d8-5a708dc70417 req-6514af0a-64d1-47ed-b186-e874523d1675 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Sep 21 17:37:53.687858 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e593023-7bee-4cad-80c1-1f1c2d6f00b2 req-e55a088e-5495-423e-9dcf-164e47369bb6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:53.699439 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9e593023-7bee-4cad-80c1-1f1c2d6f00b2 req-e55a088e-5495-423e-9dcf-164e47369bb6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0852044 Sep 21 17:37:53.739850 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9e593023-7bee-4cad-80c1-1f1c2d6f00b2 req-06688371-681f-40d1-9eb1-7c64399d5b2a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Sep 21 17:37:53.929508 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-45ddd1ab-15c6-4e14-b05d-057f7b45cead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:53.953344 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37564) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:54.058021 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1438178113-network', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:54.080972 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Made reservation on behalf of 4b7c45a4bdfb43b89558eb85ff6740ba for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:54.083315 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.092697 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.162616 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.187997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.191692 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.217160 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:37:54.226977 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8867d0a0-e94c-4315-9964-b11649b3107a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:54.233805 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.234138 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Added segment 2414e8f4-c5bb-4f62-86fb-41e5cf3df397 of type vlan for network 7177bda9-d0a8-41a8-b648-103f372f1983 Sep 21 17:37:54.272065 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.297213 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.298951 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:54.299721 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.338926 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3843856 Sep 21 17:37:54.342256 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37582) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:54.347863 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Request body: {'subnet': {'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1438178113-subnet', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:54.367916 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe3991-e50f-4a0b-a716-383ccd9e3c5b admin admin] Pushing event updated for resources: {'Network': ['ID=7177bda9-d0a8-41a8-b648-103f372f1983,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:54.375760 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Made reservation on behalf of 4b7c45a4bdfb43b89558eb85ff6740ba for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:54.378252 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14397419'] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.381627 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 7177bda9-d0a8-41a8-b648-103f372f1983 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:37:54.547921 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13628293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14397381'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.596182 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b55e23f-a5c0-4b49-990f-6a570e90de93,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:54.611297 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Checking segment: {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:54.611892 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Network hostable DHCP agents. Network: 7177bda9-d0a8-41a8-b648-103f372f1983, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:37:54.628900 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Network 7177bda9-d0a8-41a8-b648-103f372f1983 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:37:54.637171 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 7177bda9-d0a8-41a8-b648-103f372f1983) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:54.641335 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:54.641915 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.645959 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e16d9bc-fb13-4cf2-b08f-f9b3a7296c35 None None] Network 7177bda9-d0a8-41a8-b648-103f372f1983 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:54.657849 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-56ea4b4b-c1e8-4ab7-9901-9b4a6bd27680 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3142192 Sep 21 17:37:54.660381 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37592) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:54.664546 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:54.689698 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.691109 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.741123 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.805095 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-7177bda9-d0a8-41a8-b648-103f372f1983', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:37:54.806124 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.904818 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:54.950994 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Allocated IP 172.20.0.2 (7177bda9-d0a8-41a8-b648-103f372f1983/0b55e23f-a5c0-4b49-990f-6a570e90de93/d6e12ceb-207a-41f0-98c8-9c7817837912) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:54.955950 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597d96a-a5d9-442c-aec7-7b5664339c34 req-6382b2fa-258e-4808-9fff-a8e9937b006d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:54.957735 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d597d96a-a5d9-442c-aec7-7b5664339c34 req-6382b2fa-258e-4808-9fff-a8e9937b006d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.1373494 Sep 21 17:37:55.042809 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d597d96a-a5d9-442c-aec7-7b5664339c34 req-765a3d33-4734-4f2e-bbd1-b827ea92f650 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708623 Sep 21 17:37:55.175359 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.196806 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.198792 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.281147 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.290639 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.328811 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Allocated IP 172.27.1.215 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/b5083d8f-c8a3-4866-9af8-8d14620c6205) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:55.348783 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Network 7177bda9-d0a8-41a8-b648-103f372f1983 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:55.361926 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:55.361926 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Pushing event updated for resources: {'Port': ['ID=d6e12ceb-207a-41f0-98c8-9c7817837912,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:55.361926 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:55.414765 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.415030 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.415365 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.415691 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.416195 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.416682 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.417146 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.417618 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.418132 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.418608 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.419087 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.419556 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:55.441930 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Attempting to bind port d6e12ceb-207a-41f0-98c8-9c7817837912 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:37:55.443175 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Attempting to bind port d6e12ceb-207a-41f0-98c8-9c7817837912 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:37:55.443941 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Attempting to bind port d6e12ceb-207a-41f0-98c8-9c7817837912 on network 7177bda9-d0a8-41a8-b648-103f372f1983 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:55.451034 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:37:55.451410 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Checking segment: {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:55.451840 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.452229 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Bound using segment: {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:37:55.452690 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Bound port: d6e12ceb-207a-41f0-98c8-9c7817837912, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:37:55.453065 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.466720 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.497507 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.524033 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] For port d6e12ceb-207a-41f0-98c8-9c7817837912, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:37:55.532917 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:55.534179 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] For port d6e12ceb-207a-41f0-98c8-9c7817837912, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=d6e12ceb-207a-41f0-98c8-9c7817837912,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:37:55.535991 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:55.539691 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:55.540272 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:55.575361 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Pushing event updated for resources: {'Port': ['ID=b5083d8f-c8a3-4866-9af8-8d14620c6205,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:55.606898 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aa683-e0a0-4d6f-a5f3-0800b9d1fe10 None None] Pushing event updated for resources: {'Port': ['ID=d6e12ceb-207a-41f0-98c8-9c7817837912,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:55.841795 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.074433 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.180344 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ae6ea-c4f2-4748-a3b0-f024b9ce522f req-63528fec-be44-4d0d-8e24-26f692814246 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:56.189325 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-388ae6ea-c4f2-4748-a3b0-f024b9ce522f req-63528fec-be44-4d0d-8e24-26f692814246 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0634496 Sep 21 17:37:56.236616 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-388ae6ea-c4f2-4748-a3b0-f024b9ce522f req-4a43833c-ab5c-495d-a843-caba2b9e5709 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Sep 21 17:37:56.270953 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Router 17e57a78-e9c5-479b-885a-74c6317d0ff3 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:37:56.327617 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device d6e12ceb-207a-41f0-98c8-9c7817837912 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:37:56.395793 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port d6e12ceb-207a-41f0-98c8-9c7817837912 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:56.396165 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.439283 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:37:56.452098 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Sync routers for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:37:56.466858 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:37:56.467585 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:56.467719 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.471703 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-76a77eec-92dc-44fa-af83-8d40f348e437 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8076124 Sep 21 17:37:56.471966 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37646) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:56.531528 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.602965 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port d6e12ceb-207a-41f0-98c8-9c7817837912, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=d6e12ceb-207a-41f0-98c8-9c7817837912,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:37:56.611451 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.620396 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:37:56.792678 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=d6e12ceb-207a-41f0-98c8-9c7817837912,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:56.799148 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.836733 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60827c16-9a6d-4efa-a362-44d013ff5053 None None] Network 7177bda9-d0a8-41a8-b648-103f372f1983 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:37:56.860089 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:55Z', 'revision_number': 3, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:56.905424 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Checking router: 17e57a78-e9c5-479b-885a-74c6317d0ff3 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:37:56.905764 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Updating router 17e57a78-e9c5-479b-885a-74c6317d0ff3 port b5083d8f-c8a3-4866-9af8-8d14620c6205 binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:37:56.940867 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:56.942109 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-4aba8e88-dff2-46e3-8b87-0ead506c02e6 None None] Provisioning complete for port d6e12ceb-207a-41f0-98c8-9c7817837912 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:56.942478 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-4aba8e88-dff2-46e3-8b87-0ead506c02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.207824 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.326973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24696231-574f-4cd5-86c7-3d139a8abecd req-7803a4fd-4ed9-4ee0-9868-58b791671f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:57.329715 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24696231-574f-4cd5-86c7-3d139a8abecd req-7803a4fd-4ed9-4ee0-9868-58b791671f60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.1017613 Sep 21 17:37:57.408560 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.420037 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.532181 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-be940a62-2463-4091-a719-c8c9cbfe9c57 None None] Provisioning complete for port d6e12ceb-207a-41f0-98c8-9c7817837912 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:57.532774 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Attempting to bind port b5083d8f-c8a3-4866-9af8-8d14620c6205 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:37:57.533146 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Attempting to bind port b5083d8f-c8a3-4866-9af8-8d14620c6205 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:37:57.533358 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Attempting to bind port b5083d8f-c8a3-4866-9af8-8d14620c6205 on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:37:57.534376 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-be940a62-2463-4091-a719-c8c9cbfe9c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.539904 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Pushing event updated for resources: {'Port': ['ID=b5083d8f-c8a3-4866-9af8-8d14620c6205,revision_number=2']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:57.547481 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:37:57.548086 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:37:57.548628 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.549145 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:37:57.549765 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Bound port: b5083d8f-c8a3-4866-9af8-8d14620c6205, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:37:57.550321 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.552942 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.553451 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.553948 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.554420 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.554931 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.555415 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.555883 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.556352 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.556844 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.557305 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.557763 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.558331 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:37:57.582606 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24696231-574f-4cd5-86c7-3d139a8abecd req-0e4a44de-cf1a-4bb2-90e1-815ad9d2e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:57.584138 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24696231-574f-4cd5-86c7-3d139a8abecd req-0e4a44de-cf1a-4bb2-90e1-815ad9d2e198 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.2144964 Sep 21 17:37:57.646851 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] For port b5083d8f-c8a3-4866-9af8-8d14620c6205, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:37:57.660247 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] For port b5083d8f-c8a3-4866-9af8-8d14620c6205, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b5083d8f-c8a3-4866-9af8-8d14620c6205,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:37:57.674159 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24696231-574f-4cd5-86c7-3d139a8abecd req-b6bae9da-9c1c-452f-8edf-f043f2890166 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 217 time: 0.0560455 Sep 21 17:37:57.681487 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:57.758318 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24696231-574f-4cd5-86c7-3d139a8abecd req-d284ff8b-43d2-4fd0-b7d4-4e3314011a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:57.760252 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24696231-574f-4cd5-86c7-3d139a8abecd req-d284ff8b-43d2-4fd0-b7d4-4e3314011a32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.0838528 Sep 21 17:37:57.787397 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54b76a-b92b-452c-9787-55bad1c53a28 None None] Pushing event updated for resources: {'Port': ['ID=b5083d8f-c8a3-4866-9af8-8d14620c6205,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:57.805279 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:37:57.806185 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:57.834173 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24696231-574f-4cd5-86c7-3d139a8abecd req-d152ecab-d666-48e0-a38a-2fcc4c7a155c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570793 Sep 21 17:37:57.907453 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Allocated IP 172.20.0.1 (7177bda9-d0a8-41a8-b648-103f372f1983/0b55e23f-a5c0-4b49-990f-6a570e90de93/5ee7f9c9-b3aa-44e5-9cd4-e581a1629148) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:37:57.968624 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24696231-574f-4cd5-86c7-3d139a8abecd req-067e58fe-bb47-460d-9773-720a6f65d39c service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255972 Sep 21 17:37:57.998810 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:37:58.009198 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f145d-118d-4ff1-95bd-53a05acf3588 req-faab31a1-0bd2-4277-8a04-c1ec45a9069f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:58.016680 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9d2f145d-118d-4ff1-95bd-53a05acf3588 req-faab31a1-0bd2-4277-8a04-c1ec45a9069f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.6519535 Sep 21 17:37:58.071599 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.091033 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9d2f145d-118d-4ff1-95bd-53a05acf3588 req-755085c4-fc65-40ab-b7c9-c9d19e4805ad tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683384 Sep 21 17:37:58.133557 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.137063 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24696231-574f-4cd5-86c7-3d139a8abecd req-1fb9b55f-963f-4cef-95cc-8eddfe0adfe4 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533010 Sep 21 17:37:58.175942 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Network 7177bda9-d0a8-41a8-b648-103f372f1983 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:58.178880 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:58.182338 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:37:58.218495 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Pushing event updated for resources: {'Port': ['ID=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:58.243415 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.340673 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device d6e12ceb-207a-41f0-98c8-9c7817837912 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:37:58.414361 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port d6e12ceb-207a-41f0-98c8-9c7817837912 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:58.415471 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.434461 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:55Z', 'revision_number': 3, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:37:58.472957 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.495701 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87620392-66ae-4481-acd1-bc6154e14ef6 None None] The sync data for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi is: [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:55Z', 'revision_number': 3, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:37:58.666301 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-4dba52ac-7117-4c3b-83fe-1c66f2deae2d None None] Provisioning complete for port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:58.666940 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-4dba52ac-7117-4c3b-83fe-1c66f2deae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.741223 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-4dba52ac-7117-4c3b-83fe-1c66f2deae2d None None] Port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:37:58.789235 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.794756 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.871065 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Pushing event updated for resources: {'Port': ['ID=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:37:58.873893 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:58.982738 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Network 7177bda9-d0a8-41a8-b648-103f372f1983 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:37:58.984362 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:37:59.158909 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Router 17e57a78-e9c5-479b-885a-74c6317d0ff3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:37:59.233839 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9d1f-d5fb-4f75-bb80-2fd731649749 req-63eb8d65-6186-41e2-a2bc-7f8189b1a8c5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:37:59.243094 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-213a9d1f-d5fb-4f75-bb80-2fd731649749 req-63eb8d65-6186-41e2-a2bc-7f8189b1a8c5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0827122 Sep 21 17:37:59.273429 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-66474f91-2114-42e1-839a-a72ee9d6837f None None] Provisioning complete for port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:37:59.273778 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-66474f91-2114-42e1-839a-a72ee9d6837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:59.313524 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-213a9d1f-d5fb-4f75-bb80-2fd731649749 req-c00321e6-df64-41d0-8246-670a5aae5377 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Sep 21 17:37:59.339583 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-66474f91-2114-42e1-839a-a72ee9d6837f None None] Port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:37:59.352168 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:37:59.363204 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-6d93231c-1623-42f5-ae81-fbeec55b5b9a admin admin] 10.222.0.26 "PUT /v2.0/routers/17e57a78-e9c5-479b-885a-74c6317d0ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8902538 Sep 21 17:37:59.847728 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37752) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:37:59.847728 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-606591195-network', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:37:59.887430 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Made reservation on behalf of 5de2d6178a0e4bb09c8ebf7ee7566a9e for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:37:59.890981 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:37:59.904913 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.010302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.017484 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.048969 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc8152b-5176-4706-985f-7fc3ee97b355,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:00.063295 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:38:00.075252 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.075591 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Added segment 13c297aa-faa0-41a3-8031-39c8f54582ca of type vlan for network bfad98c1-0523-48b7-9241-468877b3cec6 Sep 21 17:38:00.136132 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.182715 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.183758 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:00.184277 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.255251 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4127779 Sep 21 17:38:00.257967 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37774) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:00.265481 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Request body: {'subnet': {'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-606591195-subnet', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:00.335539 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1981d4-e57a-4fab-aafa-39901be6e87e admin admin] Pushing event updated for resources: {'Network': ['ID=bfad98c1-0523-48b7-9241-468877b3cec6,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:00.347475 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Made reservation on behalf of 5de2d6178a0e4bb09c8ebf7ee7566a9e for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:38:00.348000 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network bfad98c1-0523-48b7-9241-468877b3cec6 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:38:00.354046 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14397419'] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.457785 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b5083d8f-c8a3-4866-9af8-8d14620c6205 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:00.470777 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Sync routers for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:38:00.494810 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90aec-ed28-49d8-acef-ab58a06da7ad req-485acfa5-4b0f-4f98-a26d-24d14759a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:00.497633 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e9d90aec-ed28-49d8-acef-ab58a06da7ad req-485acfa5-4b0f-4f98-a26d-24d14759a37e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.0885358 Sep 21 17:38:00.553919 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:00.554832 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:00.557386 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e9d90aec-ed28-49d8-acef-ab58a06da7ad req-906a3fc3-2e28-4821-a25d-4938466fb662 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444767 Sep 21 17:38:00.626057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13628293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14397381'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.643574 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ab066-f6f5-4ab0-ac1f-c08a763c8750 req-b8500475-8238-4007-92e1-c7cb20b1a316 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:00.645552 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ab5ab066-f6f5-4ab0-ac1f-c08a763c8750 req-b8500475-8238-4007-92e1-c7cb20b1a316 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0513659 Sep 21 17:38:00.685570 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e31e51d-6124-4093-a96f-a66cde95de0e,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:00.702770 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port b5083d8f-c8a3-4866-9af8-8d14620c6205 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:00.703144 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.713641 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Checking segment: {'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:38:00.713998 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Network hostable DHCP agents. Network: bfad98c1-0523-48b7-9241-468877b3cec6, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:38:00.733754 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ab5ab066-f6f5-4ab0-ac1f-c08a763c8750 req-08f44747-5bf3-4a4e-a0a7-26691c4cbaae tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766616 Sep 21 17:38:00.742283 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Network bfad98c1-0523-48b7-9241-468877b3cec6 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:38:00.755544 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, bfad98c1-0523-48b7-9241-468877b3cec6) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:38:00.757370 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:00.764919 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:00.766088 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.784578 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f4ec5d8b-9efe-453f-ab1a-4c7f07bb897b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5254121 Sep 21 17:38:00.787053 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37792) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:00.791698 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:00.800240 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33396cb6-7e6a-4b39-9d6f-0e2d0a5e4e66 None None] Network bfad98c1-0523-48b7-9241-468877b3cec6 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:38:00.815357 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.816769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:00.886522 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.000666 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f22cc-616a-46a0-b04e-a62e58b60f56 req-2d7e1cc1-ce4b-4ba9-b24e-77f4d4cadc29 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:01.002403 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-937f22cc-616a-46a0-b04e-a62e58b60f56 req-2d7e1cc1-ce4b-4ba9-b24e-77f4d4cadc29 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.1184795 Sep 21 17:38:01.085597 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.088616 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.123301 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port b5083d8f-c8a3-4866-9af8-8d14620c6205, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b5083d8f-c8a3-4866-9af8-8d14620c6205,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:01.129170 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-937f22cc-616a-46a0-b04e-a62e58b60f56 req-a92cb42e-ca20-42c0-84f1-c30545d7eced tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870488 Sep 21 17:38:01.170267 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.196126 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e533e47-0862-4783-b302-50993127684c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-bfad98c1-0523-48b7-9241-468877b3cec6', 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'fixed_ips': [{'subnet_id': '9e31e51d-6124-4093-a96f-a66cde95de0e'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:38:01.196974 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6e533e47-0862-4783-b302-50993127684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.320986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.343941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.427233 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=b5083d8f-c8a3-4866-9af8-8d14620c6205,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:01.453839 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Allocated IP 172.27.1.140 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:38:01.491558 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 2, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:01.522095 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Checking router: 17e57a78-e9c5-479b-885a-74c6317d0ff3 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:38:01.522498 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Updating router 17e57a78-e9c5-479b-885a-74c6317d0ff3 port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:38:01.551012 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-6e533e47-0862-4783-b302-50993127684c None None] Allocated IP 172.20.0.2 (bfad98c1-0523-48b7-9241-468877b3cec6/9e31e51d-6124-4093-a96f-a66cde95de0e/1405f1cc-9da2-4650-bcf2-69b0c81fbd9f) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:38:01.564278 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.571464 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.613421 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.637478 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.650049 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:38:01.653553 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:38:01.657102 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:38:01.712299 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Pushing event updated for resources: {'Port': ['ID=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:01.893464 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6e533e47-0862-4783-b302-50993127684c None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.911648 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6e533e47-0862-4783-b302-50993127684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:01.930121 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bba378-3250-4154-a98c-d9ce9a421c33 req-5b8e58b2-9595-4d1f-bed7-6b24584f1a45 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:01.931668 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-67bba378-3250-4154-a98c-d9ce9a421c33 req-5b8e58b2-9595-4d1f-bed7-6b24584f1a45 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0652058 Sep 21 17:38:01.990609 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e533e47-0862-4783-b302-50993127684c None None] Network bfad98c1-0523-48b7-9241-468877b3cec6 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:38:01.993615 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-67bba378-3250-4154-a98c-d9ce9a421c33 req-0d5bd815-a86b-4e9c-9f55-14491435b1fd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Sep 21 17:38:02.006192 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e533e47-0862-4783-b302-50993127684c None None] Pushing event updated for resources: {'Port': ['ID=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:02.016692 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-6e533e47-0862-4783-b302-50993127684c None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:38:02.038352 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e533e47-0862-4783-b302-50993127684c None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:38:02.101444 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.113447 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.143263 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-6e533e47-0862-4783-b302-50993127684c None None] Attempting to bind port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:38:02.143624 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-6e533e47-0862-4783-b302-50993127684c None None] Attempting to bind port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:38:02.144045 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e533e47-0862-4783-b302-50993127684c None None] Attempting to bind port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f on network bfad98c1-0523-48b7-9241-468877b3cec6 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:38:02.158651 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e533e47-0862-4783-b302-50993127684c None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:38:02.158651 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e533e47-0862-4783-b302-50993127684c None None] Checking segment: {'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:38:02.158855 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6e533e47-0862-4783-b302-50993127684c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.160005 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e533e47-0862-4783-b302-50993127684c None None] Bound using segment: {'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:38:02.161743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-6e533e47-0862-4783-b302-50993127684c None None] Bound port: 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:38:02.162214 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6e533e47-0862-4783-b302-50993127684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.251724 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.285191 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee4cbb-af30-4138-bdf1-66a7ddcbe012 None None] Pushing event updated for resources: {'Port': ['ID=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:02.320612 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b5083d8f-c8a3-4866-9af8-8d14620c6205 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:02.349521 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b58c8f-5b31-4c02-b1b7-7ab4182540df req-3fda18f4-0196-4223-9bc1-242e55ff502f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:02.351107 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-25b58c8f-5b31-4c02-b1b7-7ab4182540df req-3fda18f4-0196-4223-9bc1-242e55ff502f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0973802 Sep 21 17:38:02.409502 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Attempting to bind port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:38:02.410333 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Attempting to bind port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:38:02.410944 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Attempting to bind port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 on network 7177bda9-d0a8-41a8-b648-103f372f1983 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:38:02.419979 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-6e533e47-0862-4783-b302-50993127684c None None] For port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:38:02.439181 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:38:02.440075 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Checking segment: {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:38:02.440075 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.440575 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Bound using segment: {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:38:02.441197 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Bound port: 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:38:02.441643 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.466482 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-25b58c8f-5b31-4c02-b1b7-7ab4182540df req-22eed236-e1a8-4c56-b6df-aafb5049b564 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604086 Sep 21 17:38:02.470038 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-6e533e47-0862-4783-b302-50993127684c None None] For port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,segment=NetworkSegment(13c297aa-faa0-41a3-8031-39c8f54582ca),segment_id=13c297aa-faa0-41a3-8031-39c8f54582ca)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:38:02.483549 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6e533e47-0862-4783-b302-50993127684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.554321 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port b5083d8f-c8a3-4866-9af8-8d14620c6205 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:02.554795 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.591461 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.653446 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] For port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:38:02.659596 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e533e47-0862-4783-b302-50993127684c None None] Pushing event updated for resources: {'Port': ['ID=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:02.670817 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-5e4855c9-fea4-4c0d-b9c3-acca625a9edc None None] Provisioning complete for port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:02.671299 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-5e4855c9-fea4-4c0d-b9c3-acca625a9edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.676911 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] For port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:38:02.682301 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37820) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:02.706294 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.766797 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-5e4855c9-fea4-4c0d-b9c3-acca625a9edc None None] Port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:38:02.770887 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:38:02.841718 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee4cbb-af30-4138-bdf1-66a7ddcbe012 None None] Pushing event updated for resources: {'Port': ['ID=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:02.864048 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:02.864557 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:02.913864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1290ef2d-8949-4d57-a0e2-6d5e1aa53c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:02.962291 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:38:02.979312 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Sync routers for ids ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:38:02.997961 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Routers {'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:02.998970 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:03.089127 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1290ef2d-8949-4d57-a0e2-6d5e1aa53c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.100660 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.101664 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1290ef2d-8949-4d57-a0e2-6d5e1aa53c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.106225 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-ba153bc6-5c87-4dae-b8ff-7501f2adf319 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3148234 Sep 21 17:38:03.106370 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37830) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:03.130094 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:03.152881 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-1290ef2d-8949-4d57-a0e2-6d5e1aa53c95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17184e44448449078d1940ad5b1fe36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694536 Sep 21 17:38:03.153476 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37832) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:03.159663 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290ef2d-8949-4d57-a0e2-6d5e1aa53c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6528cf09-7ec8-4227-a4e3-666e5241bf75,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:03.163358 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Set router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:03.213428 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85b49dc0-c787-4852-bfaf-7ddfc8e0f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.242765 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85b49dc0-c787-4852-bfaf-7ddfc8e0f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.268529 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-987592a0-93c8-4922-878b-61fd7cdf0401 None None] Provisioning complete for port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:03.268897 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-987592a0-93c8-4922-878b-61fd7cdf0401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.308025 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85b49dc0-c787-4852-bfaf-7ddfc8e0f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.311348 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-85b49dc0-c787-4852-bfaf-7ddfc8e0f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.312529 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-85b49dc0-c787-4852-bfaf-7ddfc8e0f664 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6528cf09-7ec8-4227-a4e3-666e5241bf75 HTTP/1.1" status: 204 len: 168 time: 0.1579018 Sep 21 17:38:03.323727 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410ab82-56e0-4478-b56f-09d4ceb456fd req-7599c939-1e7e-4a77-8c17-7cba4ae5b86e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:03.324994 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b49dc0-c787-4852-bfaf-7ddfc8e0f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6528cf09-7ec8-4227-a4e3-666e5241bf75,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:03.325987 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9410ab82-56e0-4478-b56f-09d4ceb456fd req-7599c939-1e7e-4a77-8c17-7cba4ae5b86e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.1698771 Sep 21 17:38:03.449635 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9410ab82-56e0-4478-b56f-09d4ceb456fd req-e1b1c571-a112-4a54-8431-b1455504fb9f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110859 Sep 21 17:38:03.556899 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 3, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port': {'id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:01Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:03.572019 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-987592a0-93c8-4922-878b-61fd7cdf0401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.619977 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Checking router: ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:38:03.623005 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Updating router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:38:03.660574 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.679973 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-987592a0-93c8-4922-878b-61fd7cdf0401 None None] For port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:03.685492 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:02Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:03.774666 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-987592a0-93c8-4922-878b-61fd7cdf0401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:03.780400 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2d6adc-4c69-4a14-abc1-866f66bc799a None None] The sync data for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi is: [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:02Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:38:03.812442 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca3dbc-8b15-49bb-91c1-93f27c59b920 req-54413715-14d2-4fd6-b6af-f2beebd46147 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:03.822126 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a3ca3dbc-8b15-49bb-91c1-93f27c59b920 req-54413715-14d2-4fd6-b6af-f2beebd46147 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.1654518 Sep 21 17:38:03.883640 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be4413-2c8b-4dc8-b609-3de5705e6cb3 req-fc7526de-0155-46c8-9375-50dcb6bc76e9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:03.895141 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-99be4413-2c8b-4dc8-b609-3de5705e6cb3 req-fc7526de-0155-46c8-9375-50dcb6bc76e9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.1049116 Sep 21 17:38:03.910495 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987592a0-93c8-4922-878b-61fd7cdf0401 None None] Pushing event updated for resources: {'Port': ['ID=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:03.970475 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a3ca3dbc-8b15-49bb-91c1-93f27c59b920 req-b0175926-b58b-431f-bda7-cd85a2fba2b3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450944 Sep 21 17:38:03.987775 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-99be4413-2c8b-4dc8-b609-3de5705e6cb3 req-2f7caf52-bfdf-4c6c-b4c8-fac6dfb2b7b6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912731 Sep 21 17:38:04.032679 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-199360ef-c9e1-4240-a5e6-3d669ca5a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:04.034368 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-199360ef-c9e1-4240-a5e6-3d669ca5a066 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.2047393 Sep 21 17:38:04.217127 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.229802 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.234043 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c000ae-4045-4e51-a1d6-56562edbc365 None None] Network bfad98c1-0523-48b7-9241-468877b3cec6 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:38:04.323600 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.333437 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Attempting to bind port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:38:04.334042 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Attempting to bind port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:38:04.334825 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Attempting to bind port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:38:04.338852 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-831f430e-ec70-481d-b18e-bbd7939c29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:04.341320 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-831f430e-ec70-481d-b18e-bbd7939c29ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.2754352 Sep 21 17:38:04.346815 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:38:04.347227 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:38:04.347623 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.348005 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:38:04.348542 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Bound port: b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:38:04.348874 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.400905 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ecb690a4-c5ac-45ca-9cb4-a07c41dae196 None None] Provisioning complete for port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:04.401273 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ecb690a4-c5ac-45ca-9cb4-a07c41dae196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.429007 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-c279b1c4-adb9-4c6e-83a9-f9a4b30698ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 217 time: 0.0725172 Sep 21 17:38:04.441874 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038b06-4139-4c92-8efd-9921b1b025da None None] Pushing event updated for resources: {'Port': ['ID=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,revision_number=2']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:04.469444 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:04.487982 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] For port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:38:04.498516 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] For port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:38:04.506577 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:04.587292 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Routers {'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:04.588169 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:04.619055 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-5249e85c-b4e2-4e6e-97dd-94db6771b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:04.620478 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-5249e85c-b4e2-4e6e-97dd-94db6771b9f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.1393521 Sep 21 17:38:04.641766 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038b06-4139-4c92-8efd-9921b1b025da None None] Pushing event updated for resources: {'Port': ['ID=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:04.708720 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-2bd9fb91-6dd7-4af3-92ea-3b84f9bd1e84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707262 Sep 21 17:38:04.736784 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] Set router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:04.840247 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Allocated IP 172.20.0.1 (bfad98c1-0523-48b7-9241-468877b3cec6/9e31e51d-6124-4093-a96f-a66cde95de0e/b87f6253-5e9f-498e-9474-41e346b0945e) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:38:04.892724 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-ca809e64-37e5-4c62-9679-dd117fcc96a3 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632388 Sep 21 17:38:04.970357 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:04.971438 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.047956 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ecb690a4-c5ac-45ca-9cb4-a07c41dae196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.079221 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 3, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port': {'id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:01Z', 'updated_at': '2021-09-21T17:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:05.118353 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ecb690a4-c5ac-45ca-9cb4-a07c41dae196 None None] For port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,segment=NetworkSegment(13c297aa-faa0-41a3-8031-39c8f54582ca),segment_id=13c297aa-faa0-41a3-8031-39c8f54582ca)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:05.196487 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ecb690a4-c5ac-45ca-9cb4-a07c41dae196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.197922 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443f9245-b41e-41ba-8002-62deede16bdf None None] The sync data for ids ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'] in dv-cinder-810000-2-iscsi is: [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 3, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port': {'id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:01Z', 'updated_at': '2021-09-21T17:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:38:05.270805 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.272293 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:05.310493 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316642cb-dacb-4a00-84cb-f7842aff497e req-5d1a8e20-4e37-4945-ac66-96b5aa6b0aa3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:05.311188 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a3742d5-9e44-42b1-b79d-67f8dff0e299 req-204d8620-6e5d-449d-8068-856b5f04fa6b service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023719 Sep 21 17:38:05.314104 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-316642cb-dacb-4a00-84cb-f7842aff497e req-5d1a8e20-4e37-4945-ac66-96b5aa6b0aa3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.1674976 Sep 21 17:38:05.348265 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb690a4-c5ac-45ca-9cb4-a07c41dae196 None None] Pushing event updated for resources: {'Port': ['ID=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:05.368912 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:05.369368 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.399555 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71829a7-c5e2-4c3c-80c9-2cb426b33e56 req-44c2612b-94a2-4639-a370-95cd1696dd4e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:05.401309 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e71829a7-c5e2-4c3c-80c9-2cb426b33e56 req-44c2612b-94a2-4639-a370-95cd1696dd4e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.2475257 Sep 21 17:38:05.420697 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-316642cb-dacb-4a00-84cb-f7842aff497e req-86c3c386-58c9-4882-a7ae-c5d6a009b782 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924253 Sep 21 17:38:05.500047 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-1c7ae5f1-376c-4e3d-a1fa-f65715855f84 None None] Provisioning complete for port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:05.500416 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1c7ae5f1-376c-4e3d-a1fa-f65715855f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.532590 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e71829a7-c5e2-4c3c-80c9-2cb426b33e56 req-1a269e53-48ac-4b71-9306-2076164d9e88 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973623 Sep 21 17:38:05.533749 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.604941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Network bfad98c1-0523-48b7-9241-468877b3cec6 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:38:05.617609 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:38:05.619907 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b87f6253-5e9f-498e-9474-41e346b0945e,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:05.633316 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:38:05.703842 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.867138 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.899874 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-86c3c454-4ab6-47f6-bd7f-fe613e082514 None None] Provisioning complete for port b87f6253-5e9f-498e-9474-41e346b0945e triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:05.900242 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-86c3c454-4ab6-47f6-bd7f-fe613e082514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:05.936064 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-86c3c454-4ab6-47f6-bd7f-fe613e082514 None None] Port b87f6253-5e9f-498e-9474-41e346b0945e cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:38:06.038801 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.043956 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.115133 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.116891 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b87f6253-5e9f-498e-9474-41e346b0945e,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:06.213189 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Network bfad98c1-0523-48b7-9241-468877b3cec6 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:38:06.214587 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:38:06.334435 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:06.361211 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:38:06.407964 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:06.408311 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.492696 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:38:06.503685 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a1362cbc-11c4-4f12-b646-0c77ae05e8b2 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec66bb8f-0b05-45cb-82e9-af53b61d6bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3961430 Sep 21 17:38:06.512780 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:06.577766 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-25180a6b-bf53-4ae5-87e5-d659bd67c53c None None] Provisioning complete for port b87f6253-5e9f-498e-9474-41e346b0945e triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:06.578135 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-25180a6b-bf53-4ae5-87e5-d659bd67c53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.605095 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bea573-b781-4781-9b3b-29d46ed00c8c req-4f1e3acb-6f49-489a-ad13-7d6a17611f47 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:06.614086 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:06.614531 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.620540 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-47bea573-b781-4781-9b3b-29d46ed00c8c req-4f1e3acb-6f49-489a-ad13-7d6a17611f47 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.1113796 Sep 21 17:38:06.690463 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-25180a6b-bf53-4ae5-87e5-d659bd67c53c None None] Port b87f6253-5e9f-498e-9474-41e346b0945e cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:38:06.694468 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-47bea573-b781-4781-9b3b-29d46ed00c8c req-55336a2e-0d21-4eb8-9b3f-808619ce3e2c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706649 Sep 21 17:38:06.766848 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483a2ad-17f8-49a6-9942-002b82d4fb74 req-b9a86326-8024-4c3d-a019-0a462e9f35e1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:06.774116 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2483a2ad-17f8-49a6-9942-002b82d4fb74 req-b9a86326-8024-4c3d-a019-0a462e9f35e1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0651171 Sep 21 17:38:06.793730 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.822127 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:06.827977 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:06.834150 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2483a2ad-17f8-49a6-9942-002b82d4fb74 req-7d725a91-e001-42ed-825d-51a4bac592d6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573041 Sep 21 17:38:06.893490 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:07.156006 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Sync routers for ids ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:38:07.165196 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Routers {'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:07.166011 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:07.207452 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37910) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:07.212076 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-384a03b4-7a03-4db5-b2ad-2fb9ff1a852d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888521446', 'description': 'tempest-secgroup-smoke-1888521446 description', 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:07.235358 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-384a03b4-7a03-4db5-b2ad-2fb9ff1a852d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.274275 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Set router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:07.316795 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-384a03b4-7a03-4db5-b2ad-2fb9ff1a852d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.322734 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-384a03b4-7a03-4db5-b2ad-2fb9ff1a852d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.360136 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-384a03b4-7a03-4db5-b2ad-2fb9ff1a852d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.371758 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-384a03b4-7a03-4db5-b2ad-2fb9ff1a852d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1605573 Sep 21 17:38:07.371758 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a03b4-7a03-4db5-b2ad-2fb9ff1a852d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeff0b7-2d7b-4984-a621-d99ecce3491d,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:07.372104 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37914) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:07.376492 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-3eeaf0d0-596d-4dca-926d-42a79e6366b6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'security_group_rule': {'security_group_id': 'dbeff0b7-2d7b-4984-a621-d99ecce3491d', 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:07.404193 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf0d0-596d-4dca-926d-42a79e6366b6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.452746 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf0d0-596d-4dca-926d-42a79e6366b6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.456240 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf0d0-596d-4dca-926d-42a79e6366b6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.472856 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaf0d0-596d-4dca-926d-42a79e6366b6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6d8dab-9e5f-4d5e-8412-b19a5c696eb3,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:07.479797 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3eeaf0d0-596d-4dca-926d-42a79e6366b6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.481760 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3eeaf0d0-596d-4dca-926d-42a79e6366b6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086609 Sep 21 17:38:07.484445 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37916) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:07.488761 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-32786ca4-b7cd-4251-8ba7-bbdc7d8ea40e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'security_group_rule': {'security_group_id': 'dbeff0b7-2d7b-4984-a621-d99ecce3491d', 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:07.491037 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:38:05Z', 'revision_number': 4, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port': {'id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:01Z', 'updated_at': '2021-09-21T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'b87f6253-5e9f-498e-9474-41e346b0945e', 'name': '', 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'mac_address': 'fa:16:3e:6d:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e31e51d-6124-4093-a96f-a66cde95de0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:04Z', 'updated_at': '2021-09-21T17:38:05Z', 'revision_number': 2, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'subnets': [{'id': '9e31e51d-6124-4093-a96f-a66cde95de0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:07.514866 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32786ca4-b7cd-4251-8ba7-bbdc7d8ea40e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.517030 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Checking router: ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:38:07.517376 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Updating router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 port b87f6253-5e9f-498e-9474-41e346b0945e binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:38:07.540789 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.573828 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32786ca4-b7cd-4251-8ba7-bbdc7d8ea40e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.577747 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32786ca4-b7cd-4251-8ba7-bbdc7d8ea40e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.596955 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32786ca4-b7cd-4251-8ba7-bbdc7d8ea40e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682c2a42-4704-4278-beaf-85161f78abdc,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:07.600568 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-32786ca4-b7cd-4251-8ba7-bbdc7d8ea40e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.604262 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-32786ca4-b7cd-4251-8ba7-bbdc7d8ea40e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163847 Sep 21 17:38:07.604641 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37918) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:07.609135 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-9b3eac28-3c4d-4d7a-af39-fa8245baaeea tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'security_group_rule': {'security_group_id': 'dbeff0b7-2d7b-4984-a621-d99ecce3491d', 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:07.635426 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac28-3c4d-4d7a-af39-fa8245baaeea tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.695688 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac28-3c4d-4d7a-af39-fa8245baaeea tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.699772 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac28-3c4d-4d7a-af39-fa8245baaeea tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.716920 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eac28-3c4d-4d7a-af39-fa8245baaeea tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3832b3c-a476-4421-8a4e-9cb1aa8e84fb,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:07.725885 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9b3eac28-3c4d-4d7a-af39-fa8245baaeea tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.727241 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9b3eac28-3c4d-4d7a-af39-fa8245baaeea tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215503 Sep 21 17:38:07.729746 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37924) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:07.734997 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-7677fac1-5074-409b-9710-0b4a5446c30b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'security_group_rule': {'security_group_id': 'dbeff0b7-2d7b-4984-a621-d99ecce3491d', 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:07.761980 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7677fac1-5074-409b-9710-0b4a5446c30b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.834377 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.842149 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.851817 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7677fac1-5074-409b-9710-0b4a5446c30b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.861193 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8ef3-3965-4234-bd61-70e92eac739b req-050644b9-02f2-40e4-b013-d415ef2e7b10 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:07.862925 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4afe8ef3-3965-4234-bd61-70e92eac739b req-050644b9-02f2-40e4-b013-d415ef2e7b10 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0856485 Sep 21 17:38:07.864127 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7677fac1-5074-409b-9710-0b4a5446c30b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.892858 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677fac1-5074-409b-9710-0b4a5446c30b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3419a3-b030-4a5d-a7a0-ac353430cdcb,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:07.908765 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7677fac1-5074-409b-9710-0b4a5446c30b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.912636 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7677fac1-5074-409b-9710-0b4a5446c30b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787467 Sep 21 17:38:07.912950 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 37932) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:07.916398 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d910f64-755b-4f12-9f3d-a9cc2f8b7f21 None None] Pushing event updated for resources: {'Port': ['ID=b87f6253-5e9f-498e-9474-41e346b0945e,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:07.920189 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'security_group_rule': {'security_group_id': 'dbeff0b7-2d7b-4984-a621-d99ecce3491d', 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:07.951054 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4afe8ef3-3965-4234-bd61-70e92eac739b req-c1550d06-3eac-40a0-b0a6-68d7a857c420 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765154 Sep 21 17:38:07.951666 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.securitygroups_db [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Project 4b7c45a4bdfb43b89558eb85ff6740ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 17:38:07.988674 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Attempting to bind port b87f6253-5e9f-498e-9474-41e346b0945e on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:38:07.989244 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Attempting to bind port b87f6253-5e9f-498e-9474-41e346b0945e by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:38:07.989763 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Attempting to bind port b87f6253-5e9f-498e-9474-41e346b0945e on network bfad98c1-0523-48b7-9241-468877b3cec6 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:38:07.995914 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:38:07.996829 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Checking segment: {'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:38:07.997231 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:07.997623 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Bound using segment: {'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:38:07.998097 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Bound port: b87f6253-5e9f-498e-9474-41e346b0945e, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c297aa-faa0-41a3-8031-39c8f54582ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:38:07.998478 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.074807 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] For port b87f6253-5e9f-498e-9474-41e346b0945e, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:38:08.078584 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] For port b87f6253-5e9f-498e-9474-41e346b0945e, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b87f6253-5e9f-498e-9474-41e346b0945e,segment=NetworkSegment(13c297aa-faa0-41a3-8031-39c8f54582ca),segment_id=13c297aa-faa0-41a3-8031-39c8f54582ca)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:38:08.083831 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.155458 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-b56308a8-1cbc-484d-90fd-a0a2bb3275ba None None] Provisioning complete for port b87f6253-5e9f-498e-9474-41e346b0945e triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:08.155831 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-b56308a8-1cbc-484d-90fd-a0a2bb3275ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.157779 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d910f64-755b-4f12-9f3d-a9cc2f8b7f21 None None] Pushing event updated for resources: {'Port': ['ID=b87f6253-5e9f-498e-9474-41e346b0945e,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:08.161812 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Routers {'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:38:08.162426 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:37:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:08.199968 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.279883 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd3cc5-19c0-465c-ae8f-76bfd8daaf9c req-a699c563-fb91-4aa7-8741-e00dc23be554 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:08.281417 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a5cd3cc5-19c0-465c-ae8f-76bfd8daaf9c req-a699c563-fb91-4aa7-8741-e00dc23be554 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.3140261 Sep 21 17:38:08.287326 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:08.306165 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.315352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.347691 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc4add6-d60f-44db-ac18-66436119b9cf,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:08.362179 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.363400 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-42e83514-deef-4cd5-abc3-323cf723af9d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4489872 Sep 21 17:38:08.366381 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 37934) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:08.375114 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'security_group_rule': {'security_group_id': 'dbeff0b7-2d7b-4984-a621-d99ecce3491d', 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:08.375404 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a5cd3cc5-19c0-465c-ae8f-76bfd8daaf9c req-bd82129d-c3c7-4bb4-84a5-517f65cf4226 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862412 Sep 21 17:38:08.383124 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-b56308a8-1cbc-484d-90fd-a0a2bb3275ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.386048 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] Set router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:38:08.408637 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.securitygroups_db [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Project 4b7c45a4bdfb43b89558eb85ff6740ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 17:38:08.413631 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.475879 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.479481 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.488309 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-b56308a8-1cbc-484d-90fd-a0a2bb3275ba None None] For port b87f6253-5e9f-498e-9474-41e346b0945e, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b87f6253-5e9f-498e-9474-41e346b0945e,segment=NetworkSegment(13c297aa-faa0-41a3-8031-39c8f54582ca),segment_id=13c297aa-faa0-41a3-8031-39c8f54582ca)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:08.501826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002a8ad7-375e-4781-ac12-1e8082ecf73f,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:08.506925 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-b56308a8-1cbc-484d-90fd-a0a2bb3275ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.512923 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.514544 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-56ea447e-65e9-44ec-8ec5-6af53d7396d4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467147 Sep 21 17:38:08.516819 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:08.517181 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.770365 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56308a8-1cbc-484d-90fd-a0a2bb3275ba None None] Pushing event updated for resources: {'Port': ['ID=b87f6253-5e9f-498e-9474-41e346b0945e,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:08.781539 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-f9f0907c-697c-47d5-b885-62f496cfc4fb None None] Provisioning complete for port b87f6253-5e9f-498e-9474-41e346b0945e triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:08.781921 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f9f0907c-697c-47d5-b885-62f496cfc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:08.936099 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:38:05Z', 'revision_number': 4, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port': {'id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:01Z', 'updated_at': '2021-09-21T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'b87f6253-5e9f-498e-9474-41e346b0945e', 'name': '', 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'mac_address': 'fa:16:3e:6d:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e31e51d-6124-4093-a96f-a66cde95de0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:04Z', 'updated_at': '2021-09-21T17:38:08Z', 'revision_number': 4, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'subnets': [{'id': '9e31e51d-6124-4093-a96f-a66cde95de0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:08.964747 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c8971-4d8f-4261-94e1-5086f80d2bd4 None None] The sync data for ids ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'] in dv-cinder-810000-2-iscsi is: [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:38:05Z', 'revision_number': 4, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port': {'id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:01Z', 'updated_at': '2021-09-21T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'b87f6253-5e9f-498e-9474-41e346b0945e', 'name': '', 'network_id': 'bfad98c1-0523-48b7-9241-468877b3cec6', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'mac_address': 'fa:16:3e:6d:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e31e51d-6124-4093-a96f-a66cde95de0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:04Z', 'updated_at': '2021-09-21T17:38:08Z', 'revision_number': 4, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'subnets': [{'id': '9e31e51d-6124-4093-a96f-a66cde95de0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:38:09.103259 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a57a5-cd72-49ce-8bfe-53455f94ae60 req-8a883813-4abe-47a9-a048-1dd96533a90b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:09.104973 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e37a57a5-cd72-49ce-8bfe-53455f94ae60 req-8a883813-4abe-47a9-a048-1dd96533a90b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0668013 Sep 21 17:38:09.148581 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e37a57a5-cd72-49ce-8bfe-53455f94ae60 req-147063ea-74bf-4c2e-ab9b-10e262d185d1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361216 Sep 21 17:38:09.482628 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a70a8-c95f-46cd-a7ba-0d9a2800eb41 req-ad6edeb5-9543-405e-99da-d95b31c351e7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:09.484342 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-be2a70a8-c95f-46cd-a7ba-0d9a2800eb41 req-ad6edeb5-9543-405e-99da-d95b31c351e7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0508475 Sep 21 17:38:09.522604 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-be2a70a8-c95f-46cd-a7ba-0d9a2800eb41 req-b2b9e161-893a-4e87-8c4a-e3059d277372 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325284 Sep 21 17:38:10.257055 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b87f6253-5e9f-498e-9474-41e346b0945e up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:10.267460 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec55da-1f87-47e8-bdad-04c455127d4e req-a899cd28-57b3-4957-a32c-dd9fbf980331 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:10.268935 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6aec55da-1f87-47e8-bdad-04c455127d4e req-a899cd28-57b3-4957-a32c-dd9fbf980331 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0490470 Sep 21 17:38:10.302607 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port b87f6253-5e9f-498e-9474-41e346b0945e triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:10.303006 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:10.309740 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6aec55da-1f87-47e8-bdad-04c455127d4e req-ff5f9d83-2d5b-453d-8281-156e83b083bb tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Sep 21 17:38:10.647055 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de29f09-a8d2-4782-84c0-c454df4135bc req-26e7c2f6-f3f1-49a1-843b-0cb501e756fd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:10.649055 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2de29f09-a8d2-4782-84c0-c454df4135bc req-26e7c2f6-f3f1-49a1-843b-0cb501e756fd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0571802 Sep 21 17:38:10.688271 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2de29f09-a8d2-4782-84c0-c454df4135bc req-88d09e8f-cf75-4e36-a874-fd0b6770bda9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332756 Sep 21 17:38:11.444665 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145b758-b168-471e-9b71-07a46342d63a req-c6ce13e8-4229-48c6-947e-2fa3026bda5d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:11.446907 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0145b758-b168-471e-9b71-07a46342d63a req-c6ce13e8-4229-48c6-947e-2fa3026bda5d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0526848 Sep 21 17:38:11.457252 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb1f98-834e-4c8a-830c-b82f42ffa1df req-3919c9b1-eb3a-40d5-b31e-b137498d3af3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:11.458865 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-71cb1f98-834e-4c8a-830c-b82f42ffa1df req-3919c9b1-eb3a-40d5-b31e-b137498d3af3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0499718 Sep 21 17:38:11.487296 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0145b758-b168-471e-9b71-07a46342d63a req-7fcd4bc3-1bb6-4e5f-8efc-59398d23cc1e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333478 Sep 21 17:38:11.500309 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-71cb1f98-834e-4c8a-830c-b82f42ffa1df req-4f0eb188-a0f0-4e8c-90ba-6bf514e1729d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354137 Sep 21 17:38:11.801668 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeba845-25f6-4a4f-b34c-f481419f73ac req-b544ec1f-e88b-40a0-aaca-c0c30102a448 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:11.803256 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-edeba845-25f6-4a4f-b34c-f481419f73ac req-b544ec1f-e88b-40a0-aaca-c0c30102a448 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0484068 Sep 21 17:38:11.842218 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-edeba845-25f6-4a4f-b34c-f481419f73ac req-db23cca3-1d67-4e01-82ed-7cdc5d6c88c6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Sep 21 17:38:12.615338 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e1027-3479-4145-b119-945e37b0c42a req-87c1c519-3f28-4e94-b59d-a7e9a839a041 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:12.616862 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a23e1027-3479-4145-b119-945e37b0c42a req-87c1c519-3f28-4e94-b59d-a7e9a839a041 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0507095 Sep 21 17:38:12.618562 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8343054-f2e3-4721-8d79-06570226fab4 req-7b7426c0-2adf-4446-b8a0-aab3226496c2 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:12.620243 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b8343054-f2e3-4721-8d79-06570226fab4 req-7b7426c0-2adf-4446-b8a0-aab3226496c2 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0535514 Sep 21 17:38:12.660942 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a23e1027-3479-4145-b119-945e37b0c42a req-ecddc610-332b-4eac-8602-a2817686591f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 Sep 21 17:38:12.662518 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b8343054-f2e3-4721-8d79-06570226fab4 req-03d33595-906b-4811-a159-e36199088180 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360048 Sep 21 17:38:12.954275 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09019f-7311-4ff2-90c3-8dcd63767eda req-9e6c8662-6d4f-4a83-869b-73f995bc095c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:12.955906 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6c09019f-7311-4ff2-90c3-8dcd63767eda req-9e6c8662-6d4f-4a83-869b-73f995bc095c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0476654 Sep 21 17:38:12.995903 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6c09019f-7311-4ff2-90c3-8dcd63767eda req-de2c0527-cc2c-45dd-8c6b-1180f6971e58 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Sep 21 17:38:13.780725 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b20ed-00d6-46d1-9eed-e8b2bde88631 req-2f3bbada-b0e0-476f-816b-284f9fb5fbf3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:13.782201 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ed3b20ed-00d6-46d1-9eed-e8b2bde88631 req-2f3bbada-b0e0-476f-816b-284f9fb5fbf3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0510964 Sep 21 17:38:13.782345 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77f1a9-9ded-461c-a61e-5b5456b23039 req-7df9c1dc-4497-4883-8921-a973a37da41b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:13.783706 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cc77f1a9-9ded-461c-a61e-5b5456b23039 req-7df9c1dc-4497-4883-8921-a973a37da41b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0498755 Sep 21 17:38:13.823215 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cc77f1a9-9ded-461c-a61e-5b5456b23039 req-35ef064b-e389-44ff-8b3b-a5566176ad05 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335667 Sep 21 17:38:13.823443 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ed3b20ed-00d6-46d1-9eed-e8b2bde88631 req-e5608d56-694c-464e-8a86-4000864a7396 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344505 Sep 21 17:38:14.114375 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b131b86-06bd-4742-aa81-6be11788e479 req-7c7c47d4-f702-4909-8dde-d77a2cf7e21f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:14.115869 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b131b86-06bd-4742-aa81-6be11788e479 req-7c7c47d4-f702-4909-8dde-d77a2cf7e21f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0509510 Sep 21 17:38:14.155954 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b131b86-06bd-4742-aa81-6be11788e479 req-c3262192-800b-4d8a-8c43-6a382350aca9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Sep 21 17:38:14.939740 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0872-4f40-4f34-a326-0a56181f820f req-26841ec8-1e94-4bfc-b967-04488effb86e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:14.941165 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cab42-ed4b-49f0-9ad1-fce4f963519b req-e5c5bcb8-8c52-4cfc-b34a-80f10ed6349d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:14.941601 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4f1e0872-4f40-4f34-a326-0a56181f820f req-26841ec8-1e94-4bfc-b967-04488effb86e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0509229 Sep 21 17:38:14.942784 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d17cab42-ed4b-49f0-9ad1-fce4f963519b req-e5c5bcb8-8c52-4cfc-b34a-80f10ed6349d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0488899 Sep 21 17:38:14.981738 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d17cab42-ed4b-49f0-9ad1-fce4f963519b req-3ac183c5-8ab0-4b8d-a8dd-4a84f3447c11 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Sep 21 17:38:14.983033 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4f1e0872-4f40-4f34-a326-0a56181f820f req-ac2f1cf1-17f6-492e-af0f-51ff43f53a6d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351694 Sep 21 17:38:15.267870 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8614bf-4250-48f9-8bed-d39ed8002e17 req-229e2275-f9ee-470b-919f-a535fe6ddcdc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:15.269240 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f8614bf-4250-48f9-8bed-d39ed8002e17 req-229e2275-f9ee-470b-919f-a535fe6ddcdc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0474296 Sep 21 17:38:15.307523 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0f8614bf-4250-48f9-8bed-d39ed8002e17 req-55b9a85c-1b00-479d-9787-54579ffd2dd5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Sep 21 17:38:16.095752 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832389a-d37f-413a-94eb-a23e5eda61bc req-74a7a089-a0d1-44cf-bef0-19d66d63f384 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:16.097226 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f832389a-d37f-413a-94eb-a23e5eda61bc req-74a7a089-a0d1-44cf-bef0-19d66d63f384 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0465782 Sep 21 17:38:16.099759 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ae00e-7059-432e-a113-a306b67f6e65 req-b30523c0-d554-4ac5-b753-3626aa1f39c6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:16.101209 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-626ae00e-7059-432e-a113-a306b67f6e65 req-b30523c0-d554-4ac5-b753-3626aa1f39c6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0505722 Sep 21 17:38:16.139876 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-626ae00e-7059-432e-a113-a306b67f6e65 req-6171d83d-2375-4562-866c-72fff30f9247 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328090 Sep 21 17:38:16.145990 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f832389a-d37f-413a-94eb-a23e5eda61bc req-029c12e9-d16f-4fa4-a522-a9062e23247d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Sep 21 17:38:16.756599 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1b47a-9db4-4e72-9eae-aaff20cba9d5 req-8c21de87-0255-4e8b-b2a3-a2dbf8b29aa7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:16.758032 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1de1b47a-9db4-4e72-9eae-aaff20cba9d5 req-8c21de87-0255-4e8b-b2a3-a2dbf8b29aa7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0480652 Sep 21 17:38:16.794451 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1de1b47a-9db4-4e72-9eae-aaff20cba9d5 req-d4d19b6c-24c5-404c-a848-f450c6f5bac1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304437 Sep 21 17:38:17.260194 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ecaa7-5bf8-4b77-92b5-2e72f14904f5 req-f82289fe-5bc9-4bc3-9aa4-9572333a41ad tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:17.262166 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fa9ecaa7-5bf8-4b77-92b5-2e72f14904f5 req-f82289fe-5bc9-4bc3-9aa4-9572333a41ad tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0474291 Sep 21 17:38:17.298989 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fa9ecaa7-5bf8-4b77-92b5-2e72f14904f5 req-58bd884e-6b61-4105-817d-2d1204da0b13 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307484 Sep 21 17:38:17.404716 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7075b84-7c61-4820-b506-e6fe4d261fed req-a3333c8b-a0b2-4999-b3fb-d42eaf5b9ea8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:17.406301 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f7075b84-7c61-4820-b506-e6fe4d261fed req-a3333c8b-a0b2-4999-b3fb-d42eaf5b9ea8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0505424 Sep 21 17:38:17.447652 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f7075b84-7c61-4820-b506-e6fe4d261fed req-ecc28941-f8c7-4519-bf43-a72bf3a2b872 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351875 Sep 21 17:38:18.418894 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2d3c-1c25-4a3b-826d-77ec5214e884 req-5e8f469b-e22c-459c-b783-dfb1de8f88e5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:18.420359 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-77af2d3c-1c25-4a3b-826d-77ec5214e884 req-5e8f469b-e22c-459c-b783-dfb1de8f88e5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0482843 Sep 21 17:38:18.459083 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-77af2d3c-1c25-4a3b-826d-77ec5214e884 req-b635cf10-79e2-4b8e-a668-2f110d84e2d3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325997 Sep 21 17:38:18.563941 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae441cb-f97a-4e84-9f27-ca73ccefd044 req-a6c597d4-db28-41a7-9b57-bbcbc3cba5ab tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:18.566244 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7ae441cb-f97a-4e84-9f27-ca73ccefd044 req-a6c597d4-db28-41a7-9b57-bbcbc3cba5ab tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0489938 Sep 21 17:38:18.606962 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7ae441cb-f97a-4e84-9f27-ca73ccefd044 req-90d9733d-455b-4234-b595-7cb52d1bd692 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351126 Sep 21 17:38:19.573804 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a21d-8b7c-4921-b28b-941e5473aac6 req-77ee0464-b429-49b6-b7d5-595483a8e1f8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:19.575867 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7d25a21d-8b7c-4921-b28b-941e5473aac6 req-77ee0464-b429-49b6-b7d5-595483a8e1f8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0470288 Sep 21 17:38:19.619362 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7d25a21d-8b7c-4921-b28b-941e5473aac6 req-9a55103b-835c-4ddf-82c1-e479edd4798b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Sep 21 17:38:19.721141 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600470e-1f8a-4812-b3c6-e3df22667d6a req-774dda36-6fbd-466f-a8d2-101ec5f88e27 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:19.722577 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4600470e-1f8a-4812-b3c6-e3df22667d6a req-774dda36-6fbd-466f-a8d2-101ec5f88e27 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0467649 Sep 21 17:38:19.759881 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4600470e-1f8a-4812-b3c6-e3df22667d6a req-a68f9e6a-6e69-4999-a43d-39058eb233d7 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 Sep 21 17:38:20.738991 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a5461-b5b6-41df-ae2e-3a964104c60b req-600cddac-0ecf-4676-9ee0-529c40085a5d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:20.740469 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-106a5461-b5b6-41df-ae2e-3a964104c60b req-600cddac-0ecf-4676-9ee0-529c40085a5d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0494957 Sep 21 17:38:20.778665 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-106a5461-b5b6-41df-ae2e-3a964104c60b req-09be5f05-e048-416d-8e83-0af1dc579d1e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Sep 21 17:38:20.876314 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0676c2-ba5d-4172-a6a7-5891607fbb57 req-6278406b-3d55-4b5f-a758-c2ed4a5f2890 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:20.877783 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a0676c2-ba5d-4172-a6a7-5891607fbb57 req-6278406b-3d55-4b5f-a758-c2ed4a5f2890 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0484426 Sep 21 17:38:20.914878 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9a0676c2-ba5d-4172-a6a7-5891607fbb57 req-b53acecf-d33c-4676-9df6-ae97b56e20cd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311742 Sep 21 17:38:21.392750 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3598-2840-4a75-9c68-6f0adb0cc6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:21.830438 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e01b3-c236-416a-b82f-b824827e077a req-ced69370-90b4-4246-a032-934b60149e02 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:21.831976 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-357e01b3-c236-416a-b82f-b824827e077a req-ced69370-90b4-4246-a032-934b60149e02 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0490193 Sep 21 17:38:21.882465 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-357e01b3-c236-416a-b82f-b824827e077a req-031a2c71-3142-47dd-8911-e9ad28cba662 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427117 Sep 21 17:38:21.916761 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3780-3dd1-4b8e-bcf9-70319bbb4f12 req-c4a16c35-725c-4c2d-bdfd-a18c58e75715 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:21.919032 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b22d3780-3dd1-4b8e-bcf9-70319bbb4f12 req-c4a16c35-725c-4c2d-bdfd-a18c58e75715 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0607116 Sep 21 17:38:21.961544 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b22d3780-3dd1-4b8e-bcf9-70319bbb4f12 req-740299f0-041f-4e8a-bab3-cefb0dfc0f8d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367246 Sep 21 17:38:22.050663 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6506-736b-41d9-b6a3-2ac3408f5456 req-36588298-f4cd-4b8c-8032-14631fe09b45 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:22.052183 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fd3d6506-736b-41d9-b6a3-2ac3408f5456 req-36588298-f4cd-4b8c-8032-14631fe09b45 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0566239 Sep 21 17:38:22.100617 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fd3d6506-736b-41d9-b6a3-2ac3408f5456 req-be29c71d-a3c2-43aa-bbbf-28a9b46cb911 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343802 Sep 21 17:38:23.009786 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e3ff-7b2e-4dbf-b1e9-33b4852fab6d req-fd176511-b298-4963-b00b-c5bbc3a1e14b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:23.011585 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dbe2e3ff-7b2e-4dbf-b1e9-33b4852fab6d req-fd176511-b298-4963-b00b-c5bbc3a1e14b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0481973 Sep 21 17:38:23.049423 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dbe2e3ff-7b2e-4dbf-b1e9-33b4852fab6d req-2135c1b8-0c7f-4172-942f-d020a24ac3f6 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Sep 21 17:38:23.082160 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80644125-814d-494a-8931-3c1df3080570 req-dfe9e211-dafa-4725-9849-069e3db70473 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:23.084199 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80644125-814d-494a-8931-3c1df3080570 req-dfe9e211-dafa-4725-9849-069e3db70473 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0515227 Sep 21 17:38:23.123194 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80644125-814d-494a-8931-3c1df3080570 req-2c71c3ee-9698-4e24-8411-dc4588122286 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Sep 21 17:38:23.229835 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8275-d90c-41e7-884a-7f831786ca23 req-7a622102-4d1b-4d9b-a3a7-815d31040685 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:23.231362 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ef1d8275-d90c-41e7-884a-7f831786ca23 req-7a622102-4d1b-4d9b-a3a7-815d31040685 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0473592 Sep 21 17:38:23.269817 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ef1d8275-d90c-41e7-884a-7f831786ca23 req-9409722e-d664-414e-8fea-85ef3e44ee4a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 Sep 21 17:38:23.323159 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:38:23.419170 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:23.430093 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'port_id': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'mac_address': 'fa:16:3e:53:75:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:38:23.466351 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:23.478860 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab2659b2-5f56-4796-8471-878cd83daf57 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:38:23.497571 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:23.501214 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:23.546048 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=6']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:23.766929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['ab2659b2-5f56-4796-8471-878cd83daf57'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:38:23.922136 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9f453cd7-99e1-41ed-a230-29c70617161d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:24.166742 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:24.171315 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e682b6-6e9e-4052-bab9-904eee671119 req-3efcaa0f-8cec-4196-b98e-0ec41908c7e2 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:24.172872 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a1e682b6-6e9e-4052-bab9-904eee671119 req-3efcaa0f-8cec-4196-b98e-0ec41908c7e2 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0521946 Sep 21 17:38:24.216988 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a1e682b6-6e9e-4052-bab9-904eee671119 req-a264801f-11b5-4970-b597-9a25f9baa62b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374041 Sep 21 17:38:24.249396 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48552fd9-0e52-4c09-b3fb-c3b440c8e4e6 req-75156a89-b26e-4c32-bd34-a9fb3ef01438 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:24.250895 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-48552fd9-0e52-4c09-b3fb-c3b440c8e4e6 req-75156a89-b26e-4c32-bd34-a9fb3ef01438 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0524652 Sep 21 17:38:24.291350 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-48552fd9-0e52-4c09-b3fb-c3b440c8e4e6 req-3d63251e-5f69-45a5-8296-ec90cbba8008 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345180 Sep 21 17:38:24.386599 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47496871-bdcb-4b6a-b626-aa93877a87df req-501144a1-826f-4063-863d-17b7b98c1d7f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:24.388668 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-47496871-bdcb-4b6a-b626-aa93877a87df req-501144a1-826f-4063-863d-17b7b98c1d7f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0531769 Sep 21 17:38:24.425963 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-47496871-bdcb-4b6a-b626-aa93877a87df req-e934c531-544b-4abc-a93b-87b0ba94e5c5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Sep 21 17:38:24.771890 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:38:25.011219 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.181483 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-f7b8520d-9f3a-4055-a0fc-fa61610ea0d5 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:25.182958 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-f7b8520d-9f3a-4055-a0fc-fa61610ea0d5 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0484343 Sep 21 17:38:25.274195 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Deleting port e1e8aa60-0515-4c3f-96f2-66fc44876cfd {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:38:25.274528 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.329186 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9376142-f1cf-4cb9-8e58-503052f3624b req-2b8f5c95-2109-4e41-8432-2fec1ce53cff tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:25.330675 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e9376142-f1cf-4cb9-8e58-503052f3624b req-2b8f5c95-2109-4e41-8432-2fec1ce53cff tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 946 time: 0.0470450 Sep 21 17:38:25.336673 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:38:25.379436 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] For port e1e8aa60-0515-4c3f-96f2-66fc44876cfd, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:25.380585 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.393686 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port ab2659b2-5f56-4796-8471-878cd83daf57 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:25.394216 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.398159 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e9376142-f1cf-4cb9-8e58-503052f3624b req-707a6f94-e50a-45d8-99d9-76142a08f74e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574479 Sep 21 17:38:25.420574 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Calling delete_port for e1e8aa60-0515-4c3f-96f2-66fc44876cfd owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:38:25.452091 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08708377-fbd3-4c4b-bda6-c857ed339c07 req-a4ce6b1d-73c3-49ca-a936-ba949f466e64 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:25.456652 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-08708377-fbd3-4c4b-bda6-c857ed339c07 req-a4ce6b1d-73c3-49ca-a936-ba949f466e64 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0672657 Sep 21 17:38:25.490455 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.524680 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:25.525827 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:38:25.529530 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaffd859-f5de-403c-bbdb-140016c5718e" -d '{"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-plugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:38:25.535678 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.548440 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-08708377-fbd3-4c4b-bda6-c857ed339c07 req-3e6c8750-8625-4404-88f1-5339f385ab64 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573547 Sep 21 17:38:25.562670 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4861d7-1ff5-4348-acad-95e0f94a4d05 req-ff041d20-ec2a-47b8-9bad-44fcffaccbb6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:25.572594 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4d4861d7-1ff5-4348-acad-95e0f94a4d05 req-ff041d20-ec2a-47b8-9bad-44fcffaccbb6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0686769 Sep 21 17:38:25.599413 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=7']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:25.608670 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dbe527-c05f-4b3f-8eb4-52402993868c x-openstack-request-id: req-95dbe527-c05f-4b3f-8eb4-52402993868c {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:38:25.608670 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-plugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:38:25.608865 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95dbe527-c05f-4b3f-8eb4-52402993868c {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:38:25.609233 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'code': 200} Sep 21 17:38:25.621632 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4d4861d7-1ff5-4348-acad-95e0f94a4d05 req-ca274b2f-c9d9-4d11-8266-776e9e2bb578 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 Sep 21 17:38:25.661850 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.675063 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'b16f50d1-769d-4855-985e-899fe427aaea', 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:38:25.690016 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event deleted for resources: {'Port': ['ID=e1e8aa60-0515-4c3f-96f2-66fc44876cfd,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:25.739474 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] No DVR routers for this DVR port e1e8aa60-0515-4c3f-96f2-66fc44876cfd on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:38:25.742631 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:25.744881 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8ea588c0-9e11-4b45-87f9-a83bea0fdbe4 req-c9314adc-68cf-44fc-942c-ae74b1e36534 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "DELETE /v2.0/ports/e1e8aa60-0515-4c3f-96f2-66fc44876cfd HTTP/1.1" status: 204 len: 173 time: 0.5548313 Sep 21 17:38:25.745333 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'name': 'network-vif-deleted', 'tag': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:38:25.747803 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1b6342-f56d-449e-8889-7fb6dc77af9f" -d '{"events": [{"server_uuid": "c1b2a199-2466-4884-b43b-693e0c8279e6", "name": "network-vif-deleted", "tag": "e1e8aa60-0515-4c3f-96f2-66fc44876cfd"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:38:25.788809 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06820643-57e4-431c-b42e-2328adcce320 x-openstack-request-id: req-06820643-57e4-431c-b42e-2328adcce320 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:38:25.789101 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b2a199-2466-4884-b43b-693e0c8279e6", "name": "network-vif-deleted", "tag": "e1e8aa60-0515-4c3f-96f2-66fc44876cfd", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:38:25.789346 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06820643-57e4-431c-b42e-2328adcce320 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:38:25.789733 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b2a199-2466-4884-b43b-693e0c8279e6', 'name': 'network-vif-deleted', 'tag': 'e1e8aa60-0515-4c3f-96f2-66fc44876cfd', 'status': 'completed', 'code': 200} Sep 21 17:38:26.509917 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6a2e261b-15e5-4cad-bb2e-313d2ba188bb req-4aef5820-86db-4a21-a9b0-374f5b293a2f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1b2a199-2466-4884-b43b-693e0c8279e6 HTTP/1.1" status: 200 len: 210 time: 0.0305078 Sep 21 17:38:26.698870 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045f0f-3b4b-415e-a0ad-8b9c3fbd468b req-b76b9fdc-fa64-41b4-9d25-a0c711244db5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:26.701606 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-de045f0f-3b4b-415e-a0ad-8b9c3fbd468b req-b76b9fdc-fa64-41b4-9d25-a0c711244db5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0800555 Sep 21 17:38:26.707737 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:26.758610 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-de045f0f-3b4b-415e-a0ad-8b9c3fbd468b req-27b5966d-77ad-4445-a975-250f59f2d469 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Sep 21 17:38:26.761781 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24659d9d-c7d9-4ef8-af61-a77b61b1ae9b req-fc26e599-1421-43f9-b81d-e1753b792af5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:26.769246 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-24659d9d-c7d9-4ef8-af61-a77b61b1ae9b req-fc26e599-1421-43f9-b81d-e1753b792af5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0585730 Sep 21 17:38:26.814064 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-24659d9d-c7d9-4ef8-af61-a77b61b1ae9b req-d2a8106c-6d0a-488d-8f94-97b72c1442dc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437415 Sep 21 17:38:26.972829 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 38346) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:27.104748 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a3a6-e54d-4c66-a270-3e8fb2a3bf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:27.193176 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a3a6-e54d-4c66-a270-3e8fb2a3bf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:27.196936 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a3a6-e54d-4c66-a270-3e8fb2a3bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:27.236278 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9ed7a3a6-e54d-4c66-a270-3e8fb2a3bf23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d143b24c4dc4a43abc54d0afa7b0253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623029 Sep 21 17:38:27.239396 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 38352) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:27.247252 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a3a6-e54d-4c66-a270-3e8fb2a3bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89393e1b-5415-4c85-8b0f-15d3b9944f69,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:27.290628 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4283f64-901a-4491-825b-4d9cac0f3e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:27.312357 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4283f64-901a-4491-825b-4d9cac0f3e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:27.359686 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4283f64-901a-4491-825b-4d9cac0f3e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:27.362652 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4283f64-901a-4491-825b-4d9cac0f3e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:27.364083 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e4283f64-901a-4491-825b-4d9cac0f3e93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89393e1b-5415-4c85-8b0f-15d3b9944f69 HTTP/1.1" status: 204 len: 168 time: 0.1235747 Sep 21 17:38:27.374764 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4283f64-901a-4491-825b-4d9cac0f3e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89393e1b-5415-4c85-8b0f-15d3b9944f69,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:27.875604 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe92e-07e4-4f3b-949b-8324285e70ac req-2251a82f-0aa4-414e-91c6-e6b6f5377da3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:27.877029 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-896fe92e-07e4-4f3b-949b-8324285e70ac req-2251a82f-0aa4-414e-91c6-e6b6f5377da3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0563581 Sep 21 17:38:27.914046 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-896fe92e-07e4-4f3b-949b-8324285e70ac req-c373e0c3-bb77-4ad0-8af2-863966bc1aa4 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308990 Sep 21 17:38:27.926284 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b9548-76fa-47ac-9dc3-f6c83ea518ec req-cfc2be75-943f-4bf6-b861-7799512841bc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:27.927894 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e64b9548-76fa-47ac-9dc3-f6c83ea518ec req-cfc2be75-943f-4bf6-b861-7799512841bc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0471745 Sep 21 17:38:27.968435 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e64b9548-76fa-47ac-9dc3-f6c83ea518ec req-9c2c4b94-d934-45a9-a9c6-c39d598d497d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337713 Sep 21 17:38:28.997124 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b69114-8e18-4ff7-903b-f1ad4a8e26c7 req-dcd7e9ff-6287-49b8-aefd-8c0dbc767999 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:28.998608 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-20b69114-8e18-4ff7-903b-f1ad4a8e26c7 req-dcd7e9ff-6287-49b8-aefd-8c0dbc767999 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 946 time: 0.0606487 Sep 21 17:38:29.063004 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-20b69114-8e18-4ff7-903b-f1ad4a8e26c7 req-180f17eb-870b-4bc2-8244-1965e15db7a8 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497427 Sep 21 17:38:29.077269 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd2893-6dfd-4df7-aaa3-5b08becdf3ce req-7ed31fbc-07f9-4d5f-9438-74a4eed07fbe tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:29.078811 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c1dd2893-6dfd-4df7-aaa3-5b08becdf3ce req-7ed31fbc-07f9-4d5f-9438-74a4eed07fbe tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0494041 Sep 21 17:38:29.135945 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c1dd2893-6dfd-4df7-aaa3-5b08becdf3ce req-59fbbd5b-2502-4661-abdc-ed8551aac6df tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500376 Sep 21 17:38:29.169392 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a5db-ceb2-4567-ab34-b31368611f41 req-a3935283-e618-47f3-a894-89779b2ff4ae tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:29.171222 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8793a5db-ceb2-4567-ab34-b31368611f41 req-a3935283-e618-47f3-a894-89779b2ff4ae tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0598752 Sep 21 17:38:29.214070 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8793a5db-ceb2-4567-ab34-b31368611f41 req-ec1e816a-1ba9-4bc1-9311-ebacf1b89482 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354736 Sep 21 17:38:29.368185 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e1e8aa60-0515-4c3f-96f2-66fc44876cfd no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:38:29.396856 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: e1e8aa60-0515-4c3f-96f2-66fc44876cfd {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:38:29.397274 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e1e8aa60-0515-4c3f-96f2-66fc44876cfd not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:38:29.502618 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-bc7e07bb-c280-4280-b53d-74e4db68e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:29.504085 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-bc7e07bb-c280-4280-b53d-74e4db68e1e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.0774746 Sep 21 17:38:29.525446 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c4bc-9166-412b-9e95-9a9235ac579d req-d675d8e2-6fd4-4fdb-8685-8ae4d6aa310a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:29.526938 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe22c4bc-9166-412b-9e95-9a9235ac579d req-d675d8e2-6fd4-4fdb-8685-8ae4d6aa310a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.1098032 Sep 21 17:38:29.588914 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe22c4bc-9166-412b-9e95-9a9235ac579d req-0701a21b-fc8e-40c0-a5f0-a52e170f9671 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Sep 21 17:38:29.653076 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-9f58ff02-f747-4584-a260-67cd4f7c315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:29.654668 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-9f58ff02-f747-4584-a260-67cd4f7c315e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.1262777 Sep 21 17:38:29.716221 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-10fbda22-bf13-4263-b3f4-fc2c4ecea322 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 217 time: 0.0425940 Sep 21 17:38:29.775641 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-9b94b9fc-9418-4387-b4f1-ebe52cfbf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:29.777622 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-9b94b9fc-9418-4387-b4f1-ebe52cfbf27f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.0487819 Sep 21 17:38:29.890954 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-7fcbc156-beef-4e6a-9ea7-c6d578343f05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863540 Sep 21 17:38:30.014315 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-810ddb39-d234-4bbc-a8d3-40adbff1be89 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037638 Sep 21 17:38:30.131543 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c8b0fc4c-8b66-4e3a-a360-6901fac5d48f req-904a4dad-c03e-4fc3-b530-d92da571e79c service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054742 Sep 21 17:38:30.180058 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfe1b5-3751-497b-bb81-143029d7b8b0 req-dde515c0-b9d3-4e68-a09d-f795690e848f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:30.188149 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1fcfe1b5-3751-497b-bb81-143029d7b8b0 req-dde515c0-b9d3-4e68-a09d-f795690e848f tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 946 time: 0.0592334 Sep 21 17:38:30.251522 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1fcfe1b5-3751-497b-bb81-143029d7b8b0 req-ea299725-fb64-4407-bbeb-5de210b2c21e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 Sep 21 17:38:30.333341 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e2f80-0f60-4ab7-aa92-afa1f8e120a0 req-270975a2-864c-4fd6-b168-7a7abebebf52 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:30.338466 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f02e2f80-0f60-4ab7-aa92-afa1f8e120a0 req-270975a2-864c-4fd6-b168-7a7abebebf52 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.1021161 Sep 21 17:38:30.392745 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f02e2f80-0f60-4ab7-aa92-afa1f8e120a0 req-8011e403-83fc-418d-8367-418f628562f7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476286 Sep 21 17:38:30.395393 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429157d-8a81-4dc4-8ce1-4c17865da964 req-6fbeb425-33bb-410f-85d9-e655aeda39d4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:30.404914 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f429157d-8a81-4dc4-8ce1-4c17865da964 req-6fbeb425-33bb-410f-85d9-e655aeda39d4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0814683 Sep 21 17:38:30.441134 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f429157d-8a81-4dc4-8ce1-4c17865da964 req-e8d566cf-4d2f-4e4f-864e-3353a1f809ca tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353405 Sep 21 17:38:30.735911 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760802ad-fdaa-4e48-afe9-dc98cbd960db req-be5bd03c-a73e-4dc0-a10a-6fb2590efc22 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:30.743571 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-760802ad-fdaa-4e48-afe9-dc98cbd960db req-be5bd03c-a73e-4dc0-a10a-6fb2590efc22 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0656128 Sep 21 17:38:30.779287 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-760802ad-fdaa-4e48-afe9-dc98cbd960db req-3a5858a6-ab9e-489b-ad45-c4ac71c40107 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Sep 21 17:38:31.370357 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aa13d-4783-4caf-a1b0-0d498e61961c req-72475622-3f9f-4ccd-a69b-9dfb68c83f86 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:31.378984 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-871aa13d-4783-4caf-a1b0-0d498e61961c req-72475622-3f9f-4ccd-a69b-9dfb68c83f86 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 946 time: 0.0630271 Sep 21 17:38:31.426986 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-871aa13d-4783-4caf-a1b0-0d498e61961c req-2ba6f4d8-8456-4880-9b17-de8d9ef444dc tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 Sep 21 17:38:31.583869 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550cbe2-931d-4ae1-8e6f-df0e4fc8c2b3 req-c7e7fc65-5d2b-42ce-b958-e5e3ac6edffc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:31.600494 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5550cbe2-931d-4ae1-8e6f-df0e4fc8c2b3 req-c7e7fc65-5d2b-42ce-b958-e5e3ac6edffc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0658083 Sep 21 17:38:31.603970 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:31.615600 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-de5e046f-0154-43b8-b56c-d6dc68036e27 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:31.617072 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-de5e046f-0154-43b8-b56c-d6dc68036e27 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 946 time: 0.1040950 Sep 21 17:38:31.631057 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab63c94-d45b-47cb-bc32-448f343d6a57 req-5d2b07b4-4c65-4730-b44e-15a86c076109 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:31.632597 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bab63c94-d45b-47cb-bc32-448f343d6a57 req-5d2b07b4-4c65-4730-b44e-15a86c076109 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0858970 Sep 21 17:38:31.657062 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5550cbe2-931d-4ae1-8e6f-df0e4fc8c2b3 req-d1bb9be7-22c4-4df4-88f8-81a965aacdd6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514114 Sep 21 17:38:31.738717 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bab63c94-d45b-47cb-bc32-448f343d6a57 req-abec9d0a-02a1-4a04-83c3-c81319136cb9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967374 Sep 21 17:38:31.779591 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Deleting port b16f50d1-769d-4855-985e-899fe427aaea {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:38:31.780120 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:31.895135 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] For port b16f50d1-769d-4855-985e-899fe427aaea, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16f50d1-769d-4855-985e-899fe427aaea,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:31.895955 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:31.912486 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Calling delete_port for b16f50d1-769d-4855-985e-899fe427aaea owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:38:31.933822 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857e0fd-13b4-4147-931f-1bd9c1de7968 req-a23ac357-400d-47d0-80d9-a05bc286ce2c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:31.936128 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1857e0fd-13b4-4147-931f-1bd9c1de7968 req-a23ac357-400d-47d0-80d9-a05bc286ce2c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0622301 Sep 21 17:38:31.988861 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1857e0fd-13b4-4147-931f-1bd9c1de7968 req-45547318-1304-4f76-a825-2f999dd45495 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462151 Sep 21 17:38:32.076121 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:32.095404 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'b16f50d1-769d-4855-985e-899fe427aaea'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:38:32.123989 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event deleted for resources: {'Port': ['ID=b16f50d1-769d-4855-985e-899fe427aaea,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:32.161803 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] No DVR routers for this DVR port b16f50d1-769d-4855-985e-899fe427aaea on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:38:32.165825 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:32.169741 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57e0afe2-cde6-4ab8-b426-bd591764abb8 req-d9e7584f-4aed-4cf3-96b0-1bc4426d5f03 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "DELETE /v2.0/ports/b16f50d1-769d-4855-985e-899fe427aaea HTTP/1.1" status: 204 len: 173 time: 0.5361192 Sep 21 17:38:32.170216 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'name': 'network-vif-deleted', 'tag': 'b16f50d1-769d-4855-985e-899fe427aaea'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:38:32.172508 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28bb3a6-d3bc-48e1-81e0-089fc1b78f5e" -d '{"events": [{"server_uuid": "49c87a40-da21-4a2f-8477-a55b88540dd4", "name": "network-vif-deleted", "tag": "b16f50d1-769d-4855-985e-899fe427aaea"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:38:32.228578 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f091f0-4699-4400-bcbb-f552374de69a x-openstack-request-id: req-14f091f0-4699-4400-bcbb-f552374de69a {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:38:32.229141 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c87a40-da21-4a2f-8477-a55b88540dd4", "name": "network-vif-deleted", "tag": "b16f50d1-769d-4855-985e-899fe427aaea", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:38:32.229305 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14f091f0-4699-4400-bcbb-f552374de69a {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:38:32.230048 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c87a40-da21-4a2f-8477-a55b88540dd4', 'name': 'network-vif-deleted', 'tag': 'b16f50d1-769d-4855-985e-899fe427aaea', 'status': 'completed', 'code': 200} Sep 21 17:38:32.583508 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c0df8db7-c80d-4166-8bcd-8e0d563d20e0 req-596abbd7-a878-4eb3-bfd3-99c54b283cf7 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c87a40-da21-4a2f-8477-a55b88540dd4 HTTP/1.1" status: 200 len: 210 time: 0.0470746 Sep 21 17:38:32.834274 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72578c-9e20-4be8-968b-dded1a061b14 req-24559a63-a3a9-4aa9-8ddf-c15da90d3605 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:32.845937 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9e72578c-9e20-4be8-968b-dded1a061b14 req-24559a63-a3a9-4aa9-8ddf-c15da90d3605 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.1122112 Sep 21 17:38:32.894671 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb23296-82cc-4e31-93e7-3b473f980ed2 req-52dad272-3a90-4469-806f-29f895af6586 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:32.907766 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5cb23296-82cc-4e31-93e7-3b473f980ed2 req-52dad272-3a90-4469-806f-29f895af6586 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0755768 Sep 21 17:38:32.926817 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9e72578c-9e20-4be8-968b-dded1a061b14 req-ed4868f6-c19c-4d5b-a60b-d18646ed4f39 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746741 Sep 21 17:38:32.969312 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5cb23296-82cc-4e31-93e7-3b473f980ed2 req-69426d7f-b9ab-41d3-9cb1-000d4300a953 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604303 Sep 21 17:38:33.104946 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fbddc-3569-4603-b2cc-58b6a6ab56c1 req-1a8e0f51-cc1e-44c9-a764-60f9fc45f0bd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:33.112701 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-842fbddc-3569-4603-b2cc-58b6a6ab56c1 req-1a8e0f51-cc1e-44c9-a764-60f9fc45f0bd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0587749 Sep 21 17:38:33.152003 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-842fbddc-3569-4603-b2cc-58b6a6ab56c1 req-e1d0789e-c953-49e6-90df-60c7b52cb3e2 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Sep 21 17:38:33.885830 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3830-97a5-40a6-92df-a01746086b11 req-e0aac15b-a342-4f23-956a-b7d8e2eee0ed tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:33.887789 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2e2c3830-97a5-40a6-92df-a01746086b11 req-e0aac15b-a342-4f23-956a-b7d8e2eee0ed tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0567753 Sep 21 17:38:33.936403 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2e2c3830-97a5-40a6-92df-a01746086b11 req-961cdc9c-85ad-4d96-88af-fc323d07314a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Sep 21 17:38:34.054312 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa33372-b09e-44af-9286-17020fe4b3d5 req-d2ff074d-c317-4220-98bd-cd5930793b49 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:34.056139 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9fa33372-b09e-44af-9286-17020fe4b3d5 req-d2ff074d-c317-4220-98bd-cd5930793b49 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0583596 Sep 21 17:38:34.100035 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9fa33372-b09e-44af-9286-17020fe4b3d5 req-335ed8a7-c5bd-4833-957f-7428a8b90ab0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371053 Sep 21 17:38:34.117142 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcd1e7-54bb-4b93-ac68-473567abe49b req-9a7227d9-34c5-4ad7-b665-bf386f3abb15 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:34.119792 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8fcd1e7-54bb-4b93-ac68-473567abe49b req-9a7227d9-34c5-4ad7-b665-bf386f3abb15 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0610149 Sep 21 17:38:34.164136 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c8fcd1e7-54bb-4b93-ac68-473567abe49b req-9322f7e1-2d7c-43f6-9a0d-a19f8021c9f1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360057 Sep 21 17:38:34.288005 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31445-6f5a-4531-ac7f-c3148d6590f9 req-b8f71fe1-7e8f-48af-a1e5-1bce2ab2b2c4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:34.289601 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dbb31445-6f5a-4531-ac7f-c3148d6590f9 req-b8f71fe1-7e8f-48af-a1e5-1bce2ab2b2c4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0503242 Sep 21 17:38:34.331561 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dbb31445-6f5a-4531-ac7f-c3148d6590f9 req-6064659f-cdf1-4646-bc01-c48b59e71dd5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Sep 21 17:38:35.058367 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae05ca-31b2-4a95-9813-97561eef1d39 req-8af60613-8245-4bc1-8cb9-f60d50269357 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:35.059805 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7bae05ca-31b2-4a95-9813-97561eef1d39 req-8af60613-8245-4bc1-8cb9-f60d50269357 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0509372 Sep 21 17:38:35.103611 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7bae05ca-31b2-4a95-9813-97561eef1d39 req-698042e7-185d-4df1-8c3a-940736503b3e tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Sep 21 17:38:35.231563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312bfa-dfca-4ec0-a1e8-abc958f7a92b req-fa9d6d48-c84e-4172-b26c-02d132e1a23a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:35.232962 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ef312bfa-dfca-4ec0-a1e8-abc958f7a92b req-fa9d6d48-c84e-4172-b26c-02d132e1a23a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0532701 Sep 21 17:38:35.282774 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ef312bfa-dfca-4ec0-a1e8-abc958f7a92b req-3c7066db-5096-4912-b932-166ac3637e9f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 Sep 21 17:38:35.305880 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fbcd9-f879-4589-86a8-7b2c5c5efc8d req-cab26439-559e-4e55-b9f3-8c05806d85fb tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:35.307408 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ba4fbcd9-f879-4589-86a8-7b2c5c5efc8d req-cab26439-559e-4e55-b9f3-8c05806d85fb tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0540514 Sep 21 17:38:35.354656 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ba4fbcd9-f879-4589-86a8-7b2c5c5efc8d req-6126c105-f20f-4f80-86df-7dc31de83a9a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350890 Sep 21 17:38:35.423800 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16f50d1-769d-4855-985e-899fe427aaea no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:38:35.462100 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: b16f50d1-769d-4855-985e-899fe427aaea {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:38:35.468229 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16f50d1-769d-4855-985e-899fe427aaea not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:38:35.496861 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d3507-5135-457f-b1b5-080a1024f38c req-bb643b4d-e923-4440-ae32-98fddd9f66e0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:35.498375 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-768d3507-5135-457f-b1b5-080a1024f38c req-bb643b4d-e923-4440-ae32-98fddd9f66e0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0836184 Sep 21 17:38:35.543601 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-768d3507-5135-457f-b1b5-080a1024f38c req-af8364bc-531d-434c-8d2a-82fd9db28378 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Sep 21 17:38:36.249621 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69c19b-d26a-4c0d-a008-49d4bad7b4e0 req-1039e17c-4cac-43e9-ba88-892b613c62a5 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:36.253413 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8f69c19b-d26a-4c0d-a008-49d4bad7b4e0 req-1039e17c-4cac-43e9-ba88-892b613c62a5 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0728238 Sep 21 17:38:36.297786 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8f69c19b-d26a-4c0d-a008-49d4bad7b4e0 req-9fa74883-1f7c-4856-b666-5d19b5012c98 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353808 Sep 21 17:38:36.423982 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155c811-b29e-4c75-b57b-2cf8f3f78ab6 req-29ecf473-2408-4724-a547-19f3e4337dbf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:36.433017 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b155c811-b29e-4c75-b57b-2cf8f3f78ab6 req-29ecf473-2408-4724-a547-19f3e4337dbf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0698419 Sep 21 17:38:36.472156 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b155c811-b29e-4c75-b57b-2cf8f3f78ab6 req-20a49658-a986-47c8-b649-eab80f65e7b5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 Sep 21 17:38:36.504408 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a4268-fb61-4abc-9194-147451a130b0 req-15bf1305-18e6-4173-804e-e1d306392fd5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:36.505856 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ec0a4268-fb61-4abc-9194-147451a130b0 req-15bf1305-18e6-4173-804e-e1d306392fd5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0535753 Sep 21 17:38:36.550225 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ec0a4268-fb61-4abc-9194-147451a130b0 req-14743483-dcdd-4955-bab9-784e7a48d08e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347888 Sep 21 17:38:36.673996 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabb8e8-f9b1-475d-b8b9-f52cdf3cfb2c req-dfb6bdc0-990b-4c46-bb76-5d05c7b0b0c5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:36.681915 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-daabb8e8-f9b1-475d-b8b9-f52cdf3cfb2c req-dfb6bdc0-990b-4c46-bb76-5d05c7b0b0c5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0586729 Sep 21 17:38:36.748654 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-daabb8e8-f9b1-475d-b8b9-f52cdf3cfb2c req-521b57e1-d8c2-4b90-91cb-2a6ac7ccdb7f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585709 Sep 21 17:38:37.422936 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892bef3-cef1-4fe1-9196-b0e91f3a6a79 req-4f0ec909-fb2e-4be7-8c29-effc1c2db052 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:37.425126 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b892bef3-cef1-4fe1-9196-b0e91f3a6a79 req-4f0ec909-fb2e-4be7-8c29-effc1c2db052 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0552442 Sep 21 17:38:37.466771 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b892bef3-cef1-4fe1-9196-b0e91f3a6a79 req-168099d3-6944-4632-b9c2-dacb87b85820 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355101 Sep 21 17:38:37.643167 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97aeda-2098-4726-8f8b-2f5d396be3f6 req-f14b87f3-db3f-4b53-924f-ae066b89b157 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:37.644986 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bd97aeda-2098-4726-8f8b-2f5d396be3f6 req-f14b87f3-db3f-4b53-924f-ae066b89b157 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0893722 Sep 21 17:38:37.688008 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bd97aeda-2098-4726-8f8b-2f5d396be3f6 req-97fa8d61-77b0-44fa-8aa4-d5fcda9687fb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Sep 21 17:38:37.725095 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfec544-ea51-4a29-b87a-b7d97813b60e req-1ba75638-99cc-4c56-9ae2-b19694f658db tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:37.726829 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9bfec544-ea51-4a29-b87a-b7d97813b60e req-1ba75638-99cc-4c56-9ae2-b19694f658db tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0719907 Sep 21 17:38:37.781498 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9bfec544-ea51-4a29-b87a-b7d97813b60e req-b1ae53ab-6f98-482b-829a-f2afbc06948e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Sep 21 17:38:37.876309 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73648e0-a500-47f2-b0fd-912778d7c3a7 req-b0b90ca4-107c-4509-bd83-2b1f96327842 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:37.882823 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f73648e0-a500-47f2-b0fd-912778d7c3a7 req-b0b90ca4-107c-4509-bd83-2b1f96327842 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0586209 Sep 21 17:38:37.924514 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f73648e0-a500-47f2-b0fd-912778d7c3a7 req-9aad202e-bcdb-4648-b925-e2e53cddac1d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Sep 21 17:38:38.593413 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1bb65-b3b8-4c0c-88ad-7736973bdbb4 req-cb2dd7fb-e4b8-4880-a2d3-a11eed59075a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:38.595034 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7ae1bb65-b3b8-4c0c-88ad-7736973bdbb4 req-cb2dd7fb-e4b8-4880-a2d3-a11eed59075a tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0506263 Sep 21 17:38:38.636849 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7ae1bb65-b3b8-4c0c-88ad-7736973bdbb4 req-2bbe558d-01d2-4a6f-bca0-eb10b450c747 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Sep 21 17:38:38.814639 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2a84d-233f-40e1-bc2f-85523a1b47dd req-3519453c-680c-4ed0-b357-8dda9cea1115 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:38.816135 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bba2a84d-233f-40e1-bc2f-85523a1b47dd req-3519453c-680c-4ed0-b357-8dda9cea1115 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0475864 Sep 21 17:38:38.857362 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bba2a84d-233f-40e1-bc2f-85523a1b47dd req-befa37ed-f9d1-4881-a571-0764affaa340 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354230 Sep 21 17:38:38.904840 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521211f-0dbf-4602-9835-a91887e1a52f req-95048dd2-53ac-4cab-b9db-35cbd098d021 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:38.906263 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6521211f-0dbf-4602-9835-a91887e1a52f req-95048dd2-53ac-4cab-b9db-35cbd098d021 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0499904 Sep 21 17:38:38.961044 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6521211f-0dbf-4602-9835-a91887e1a52f req-bb931a3f-4662-4b86-90b5-74c40a57f206 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486538 Sep 21 17:38:38.968472 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-00ca97c4-4383-4b8c-8176-bf9a636a5495 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:38.970260 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-00ca97c4-4383-4b8c-8176-bf9a636a5495 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 945 time: 0.0504808 Sep 21 17:38:39.091395 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ef997-6bef-42e3-be09-b1871dc4bb6b req-8dcffb68-d241-40bb-8264-b3c3f514bee7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:39.092848 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-864ef997-6bef-42e3-be09-b1871dc4bb6b req-8dcffb68-d241-40bb-8264-b3c3f514bee7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0805092 Sep 21 17:38:39.130280 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Deleting port dad74d66-2483-43e7-9db4-0acd6fed264e {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:38:39.130720 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:39.161731 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-864ef997-6bef-42e3-be09-b1871dc4bb6b req-e3967239-3370-4c73-b44a-d74ffb9875d1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629516 Sep 21 17:38:39.224893 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] For port dad74d66-2483-43e7-9db4-0acd6fed264e, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=dad74d66-2483-43e7-9db4-0acd6fed264e,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:39.225253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:39.237723 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Calling delete_port for dad74d66-2483-43e7-9db4-0acd6fed264e owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:38:39.367700 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:39.393660 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event deleted for resources: {'Port': ['ID=dad74d66-2483-43e7-9db4-0acd6fed264e,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:39.424574 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:38:39.434161 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] No DVR routers for this DVR port dad74d66-2483-43e7-9db4-0acd6fed264e on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:38:39.436635 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:39.438568 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e52c9ea4-4f94-4c96-9fa3-a4b190cc97d9 req-5a8fafdf-7013-4936-b3ee-71f1ccace5cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "DELETE /v2.0/ports/dad74d66-2483-43e7-9db4-0acd6fed264e HTTP/1.1" status: 204 len: 173 time: 0.4538503 Sep 21 17:38:39.439044 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced54622-53ba-492e-a22d-2325d052b7df', 'name': 'network-vif-deleted', 'tag': 'dad74d66-2483-43e7-9db4-0acd6fed264e'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:38:39.441636 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e234b88-06bf-4869-83a0-b364c87da5de" -d '{"events": [{"server_uuid": "ced54622-53ba-492e-a22d-2325d052b7df", "name": "network-vif-deleted", "tag": "dad74d66-2483-43e7-9db4-0acd6fed264e"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:38:39.482415 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedb4ec7-a975-4805-9fcf-eb27a5a542ad x-openstack-request-id: req-fedb4ec7-a975-4805-9fcf-eb27a5a542ad {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:38:39.482738 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced54622-53ba-492e-a22d-2325d052b7df", "name": "network-vif-deleted", "tag": "dad74d66-2483-43e7-9db4-0acd6fed264e", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:38:39.482981 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fedb4ec7-a975-4805-9fcf-eb27a5a542ad {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:38:39.483364 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced54622-53ba-492e-a22d-2325d052b7df', 'name': 'network-vif-deleted', 'tag': 'dad74d66-2483-43e7-9db4-0acd6fed264e', 'status': 'completed', 'code': 200} Sep 21 17:38:39.747532 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3a067415-7e5e-4513-9272-377bc49d1ed6 req-ebe8d63e-eb8f-4c21-a5cd-8e73f80c5aea tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced54622-53ba-492e-a22d-2325d052b7df HTTP/1.1" status: 200 len: 210 time: 0.0285571 Sep 21 17:38:39.832997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1e37-a426-4016-a954-9da636c7421e req-12047eab-412f-4b76-a18b-8692db717451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:39.834458 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b60c1e37-a426-4016-a954-9da636c7421e req-12047eab-412f-4b76-a18b-8692db717451 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 1098 time: 0.0397243 Sep 21 17:38:39.852385 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device dad74d66-2483-43e7-9db4-0acd6fed264e no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:38:39.875783 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: dad74d66-2483-43e7-9db4-0acd6fed264e {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:38:39.876207 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device dad74d66-2483-43e7-9db4-0acd6fed264e not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:38:39.933060 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1e37-a426-4016-a954-9da636c7421e req-30c3d77f-7f67-48b1-9311-6c647a1b7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:39.934510 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b60c1e37-a426-4016-a954-9da636c7421e req-30c3d77f-7f67-48b1-9311-6c647a1b7a22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.0883715 Sep 21 17:38:39.972915 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d0bbe-2ebe-42bf-bb26-c55aa22d9b6c req-f67fe1f2-b427-45b9-a0d4-62ed1b3e44ec tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:39.974645 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a27d0bbe-2ebe-42bf-bb26-c55aa22d9b6c req-f67fe1f2-b427-45b9-a0d4-62ed1b3e44ec tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0477626 Sep 21 17:38:40.020668 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a27d0bbe-2ebe-42bf-bb26-c55aa22d9b6c req-c01d19f9-9918-42d8-b19f-72abb4c9231d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Sep 21 17:38:40.028158 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b60c1e37-a426-4016-a954-9da636c7421e req-21b5fc34-a4ff-43b9-885b-527492a463a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2659b2-5f56-4796-8471-878cd83daf57 HTTP/1.1" status: 200 len: 1000 time: 0.0750730 Sep 21 17:38:40.117587 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1e37-a426-4016-a954-9da636c7421e req-3346b138-591c-4ef7-be9e-bb27f5bb12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:40.119130 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b60c1e37-a426-4016-a954-9da636c7421e req-3346b138-591c-4ef7-be9e-bb27f5bb12c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0824926 Sep 21 17:38:40.132592 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9059d75-2df8-4788-a5a1-54194d5e0830 req-0b54b6d4-e600-40dc-bdf6-88cfd483a035 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:40.134134 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d9059d75-2df8-4788-a5a1-54194d5e0830 req-0b54b6d4-e600-40dc-bdf6-88cfd483a035 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0662980 Sep 21 17:38:40.172166 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-3cd12e26-8532-4ba3-ade4-fd1a30b3441b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888521446&fields=id&tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba HTTP/1.1" status: 200 len: 267 time: 0.0347862 Sep 21 17:38:40.196701 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d9059d75-2df8-4788-a5a1-54194d5e0830 req-e8836269-3eb5-41d4-9ea6-7010ed885965 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537217 Sep 21 17:38:40.202465 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c1e37-a426-4016-a954-9da636c7421e req-2ff75c26-77f2-4297-8130-c5e0eb5c7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:40.204000 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b60c1e37-a426-4016-a954-9da636c7421e req-2ff75c26-77f2-4297-8130-c5e0eb5c7ce8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689521 Sep 21 17:38:40.291858 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-ef101b49-32c4-4836-97b9-8efb5562ae69 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:40.293343 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-ef101b49-32c4-4836-97b9-8efb5562ae69 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 809 time: 0.1135664 Sep 21 17:38:40.300589 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937e00-ce48-4054-ba63-73aaadc41eda req-6dacf05b-0ab3-4d6b-9576-488efd3a3318 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:40.302164 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3c937e00-ce48-4054-ba63-73aaadc41eda req-6dacf05b-0ab3-4d6b-9576-488efd3a3318 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0461242 Sep 21 17:38:40.308332 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-5833ac05-81c6-4930-aeca-d7b80a86ee14 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/quotas/4b7c45a4bdfb43b89558eb85ff6740ba HTTP/1.1" status: 200 len: 375 time: 0.0089090 Sep 21 17:38:40.339677 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3c937e00-ce48-4054-ba63-73aaadc41eda req-9c29f931-e5af-4c2e-8a54-51999a45acae tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Sep 21 17:38:40.360682 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-e0b55499-2d9a-4093-aab7-1033e31e7d1b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463381 Sep 21 17:38:40.454089 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-d13dc95e-c39f-421f-a26b-4e8c022d97cc service neutron] 10.222.0.26 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Sep 21 17:38:40.542202 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-c496fc73-edc9-401c-a41b-add9c75a8401 service neutron] 10.222.0.26 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821536 Sep 21 17:38:40.834848 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f90a0d98-ceb6-4d30-9dfd-b096624e259f req-3a6ac82d-864a-4ed6-81ad-ede1efd05c27 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 210 time: 0.0321364 Sep 21 17:38:41.131547 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fdd3-24e4-4bb4-8cc7-978a04e2b66c req-4d908ab7-6ef3-4d19-b1b7-488bc792a8f5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:41.133004 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1b65fdd3-24e4-4bb4-8cc7-978a04e2b66c req-4d908ab7-6ef3-4d19-b1b7-488bc792a8f5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0481257 Sep 21 17:38:41.171089 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1b65fdd3-24e4-4bb4-8cc7-978a04e2b66c req-93bf25e4-b468-43e7-9733-5e345bcc7b15 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Sep 21 17:38:41.313142 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d85b-35e7-4131-8b7d-db4385ed9c77 req-6e47bb6f-363a-4bc0-a752-03614d63f3cd tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:41.314582 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9409d85b-35e7-4131-8b7d-db4385ed9c77 req-6e47bb6f-363a-4bc0-a752-03614d63f3cd tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 945 time: 0.0462286 Sep 21 17:38:41.350005 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9409d85b-35e7-4131-8b7d-db4385ed9c77 req-3f5c17bf-9a34-446e-a8e2-2c9bb1b79071 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293381 Sep 21 17:38:41.456953 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb2b2d-e4b8-4b72-9820-61a7e77397be req-52496568-642a-4839-92f6-f13d32af1ff8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:41.458400 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8bcb2b2d-e4b8-4b72-9820-61a7e77397be req-52496568-642a-4839-92f6-f13d32af1ff8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0508807 Sep 21 17:38:41.494592 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8bcb2b2d-e4b8-4b72-9820-61a7e77397be req-5f230841-80ad-486a-89c6-6d21d5e43c82 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302081 Sep 21 17:38:41.928414 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-92e06f92-1b7d-464f-b482-4627d594090c req-be9ce34e-f466-4398-9cea-1752c1154b91 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 210 time: 0.0245371 Sep 21 17:38:42.099115 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:38:42.171458 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:42.192814 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:38:42.195077 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dd808e-c281-4edc-8575-d2b407b451e3" -d '{"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-unplugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:38:42.208016 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:42.213050 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:42.239647 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d1f60c-e24c-49d9-ada3-083a1be1e276 x-openstack-request-id: req-e7d1f60c-e24c-49d9-ada3-083a1be1e276 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:38:42.239959 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-unplugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:38:42.240223 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7d1f60c-e24c-49d9-ada3-083a1be1e276 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:38:42.240588 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'code': 200} Sep 21 17:38:42.265551 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=8']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:42.288514 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb7060-590a-44c3-8958-6088ffcf30cd req-ec9d2fb6-303d-468a-ba69-adec703add77 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:42.289982 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-adbb7060-590a-44c3-8958-6088ffcf30cd req-ec9d2fb6-303d-468a-ba69-adec703add77 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0477133 Sep 21 17:38:42.326938 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-adbb7060-590a-44c3-8958-6088ffcf30cd req-2a2c7571-93b1-4819-aee4-b3f95c5863ee tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304172 Sep 21 17:38:42.466481 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ff533-c487-4a67-97a0-246c70d6d05f req-7193e5fc-c142-4bcd-abe7-1acdcef4ec0a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:42.467851 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db3ff533-c487-4a67-97a0-246c70d6d05f req-7193e5fc-c142-4bcd-abe7-1acdcef4ec0a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0462968 Sep 21 17:38:42.504330 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-db3ff533-c487-4a67-97a0-246c70d6d05f req-af006b8a-9631-47f8-bdd6-c6c2283c1cc5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306218 Sep 21 17:38:42.604806 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6578-19d5-4139-8840-1dedcfcabab6 req-f42e9b7e-4d07-4161-9cdc-e58d2ec08d8c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:42.606777 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d73b6578-19d5-4139-8840-1dedcfcabab6 req-f42e9b7e-4d07-4161-9cdc-e58d2ec08d8c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0462830 Sep 21 17:38:42.642486 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d73b6578-19d5-4139-8840-1dedcfcabab6 req-940ff587-b99c-433c-81cb-80af9ce6d7a9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300081 Sep 21 17:38:43.020489 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dc85c5e8-258c-4579-a2fa-faa19b922559 req-c10ca8e6-b4bc-42c2-92e2-c7b3a116b44a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Sep 21 17:38:43.225967 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b60c1e37-a426-4016-a954-9da636c7421e req-743579f8-c5d8-4229-90f2-87d6d8d0e163 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824330 Sep 21 17:38:43.462497 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76fae3-ac25-4fe5-936d-fc64c72e9b0c req-35c143a4-a20e-4cd7-960e-cac0940e64ea tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:43.463954 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0c76fae3-ac25-4fe5-936d-fc64c72e9b0c req-35c143a4-a20e-4cd7-960e-cac0940e64ea tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0588927 Sep 21 17:38:43.502929 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0c76fae3-ac25-4fe5-936d-fc64c72e9b0c req-f81a2176-b999-4658-b995-4dbd3747d2bf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327265 Sep 21 17:38:43.535399 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b60c1e37-a426-4016-a954-9da636c7421e req-63844471-07b9-4cb1-9218-d2c393aa6103 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002670 Sep 21 17:38:43.620275 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ade58-12b7-4cac-b548-4fbd251f77b8 req-a8e66803-cd65-4b9c-bf48-53f5054ac801 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:43.622240 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4e7ade58-12b7-4cac-b548-4fbd251f77b8 req-a8e66803-cd65-4b9c-bf48-53f5054ac801 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0466218 Sep 21 17:38:43.660055 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4e7ade58-12b7-4cac-b548-4fbd251f77b8 req-c78ce30c-401d-4b91-90ab-030ff3102b59 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Sep 21 17:38:43.756234 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09425-e1b2-4861-b4f5-3f19b8f2d049 req-513ee4aa-3222-4806-a688-73e7b93888ae tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:43.757749 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6ac09425-e1b2-4861-b4f5-3f19b8f2d049 req-513ee4aa-3222-4806-a688-73e7b93888ae tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0484734 Sep 21 17:38:43.797979 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6ac09425-e1b2-4861-b4f5-3f19b8f2d049 req-aaf4c50a-4da8-4830-9086-ccfd8b37da0b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329528 Sep 21 17:38:44.013659 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-057164be-ab98-4ad2-ad37-3aa11bbfb035 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:44.015283 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-057164be-ab98-4ad2-ad37-3aa11bbfb035 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.18 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 809 time: 0.1204064 Sep 21 17:38:44.068299 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-33bbbb3b-a2b8-46e5-8b9f-39cada5d8375 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba HTTP/1.1" status: 200 len: 380 time: 0.0390229 Sep 21 17:38:44.083989 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'port': {'device_id': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'admin_state_up': True, 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'security_groups': ['dbeff0b7-2d7b-4984-a621-d99ecce3491d']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:44.186861 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8f86dc9c-d3da-4fea-a70e-409ed6c43032 req-1e5b9066-b0c3-457e-89ce-494c46630fbc tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 210 time: 0.0355690 Sep 21 17:38:44.235792 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Made reservation on behalf of 4b7c45a4bdfb43b89558eb85ff6740ba for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:38:44.239263 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:44.382190 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb7962-948c-4ce0-b3cb-fc7f7c578449 req-f15e490a-0cdd-4705-816e-8b52b8f5eb93 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:44.383695 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8cdb7962-948c-4ce0-b3cb-fc7f7c578449 req-f15e490a-0cdd-4705-816e-8b52b8f5eb93 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.0934455 Sep 21 17:38:44.412770 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Allocated IP 172.20.0.4 (7177bda9-d0a8-41a8-b648-103f372f1983/0b55e23f-a5c0-4b49-990f-6a570e90de93/5892e996-fa65-489e-9a57-f33cd58262f1) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:38:44.440588 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8cdb7962-948c-4ce0-b3cb-fc7f7c578449 req-ef637f28-5d61-4a0a-a186-038fdaa60019 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Sep 21 17:38:44.562299 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:44.599982 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:44.619004 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f9156-dd4d-43d7-b1fd-247ceeb0ac5f req-f32519ec-91a0-4bd6-a018-5953132a15b6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:44.620368 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1d9f9156-dd4d-43d7-b1fd-247ceeb0ac5f req-f32519ec-91a0-4bd6-a018-5953132a15b6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0490482 Sep 21 17:38:44.640554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Network 7177bda9-d0a8-41a8-b648-103f372f1983 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:38:44.643542 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:38:44.647109 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:38:44.659650 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1d9f9156-dd4d-43d7-b1fd-247ceeb0ac5f req-32c765cd-a129-440d-9bea-65c34776121e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331616 Sep 21 17:38:44.673267 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:44.707759 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:44.708387 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:44.723538 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-a8c806e8-89ef-48ed-8e01-5d1f1117d5ee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6451397 Sep 21 17:38:44.784426 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442856a5-6297-4073-a517-2ba33a00b128 req-e667bc7c-4264-4a92-a064-77557b94c38f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:44.786088 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-442856a5-6297-4073-a517-2ba33a00b128 req-e667bc7c-4264-4a92-a064-77557b94c38f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0500915 Sep 21 17:38:44.823860 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-442856a5-6297-4073-a517-2ba33a00b128 req-2d69801b-af21-4ab7-a733-288abab4b87d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Sep 21 17:38:44.915677 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660502f-666f-4282-91fa-f88e11a6f5c3 req-582a1605-b60c-432b-a87c-916cc2279ef4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:44.917066 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e660502f-666f-4282-91fa-f88e11a6f5c3 req-582a1605-b60c-432b-a87c-916cc2279ef4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0502021 Sep 21 17:38:44.922162 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-acc5e3df-55af-4073-93ba-04fed1d11132 None None] Provisioning complete for port 5892e996-fa65-489e-9a57-f33cd58262f1 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:38:44.922627 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-acc5e3df-55af-4073-93ba-04fed1d11132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:44.955638 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e660502f-666f-4282-91fa-f88e11a6f5c3 req-bffa7d9d-2b06-4b4b-a055-344e164ae952 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323288 Sep 21 17:38:44.958489 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-acc5e3df-55af-4073-93ba-04fed1d11132 None None] Port 5892e996-fa65-489e-9a57-f33cd58262f1 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:38:45.302580 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5020c-f533-4b83-be08-c06f0b54bea1 req-51b41c46-3808-40fa-967d-252670406195 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:45.304066 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24e5020c-f533-4b83-be08-c06f0b54bea1 req-51b41c46-3808-40fa-967d-252670406195 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 931 time: 0.0505838 Sep 21 17:38:45.340318 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24e5020c-f533-4b83-be08-c06f0b54bea1 req-8698416c-15a9-41a0-90b7-d8b54741f961 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298097 Sep 21 17:38:45.552700 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901c37e-33ab-432d-b496-cf3d4b697766 req-9ad6bfbb-48bd-4c42-bccf-5deb952e303c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:45.554139 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e901c37e-33ab-432d-b496-cf3d4b697766 req-9ad6bfbb-48bd-4c42-bccf-5deb952e303c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.0460773 Sep 21 17:38:45.591177 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e901c37e-33ab-432d-b496-cf3d4b697766 req-01534ebf-d97f-4e1e-9df0-3368d86b3df4 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306687 Sep 21 17:38:45.773896 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e87d10-efcd-484b-ae95-a5913b37f7aa req-ca02903e-23a2-4c80-92d0-5c434dfa8ad0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:45.775354 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e4e87d10-efcd-484b-ae95-a5913b37f7aa req-ca02903e-23a2-4c80-92d0-5c434dfa8ad0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0477612 Sep 21 17:38:45.814754 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e4e87d10-efcd-484b-ae95-a5913b37f7aa req-cfc8a37d-027a-46be-a3eb-fb9c64121fe1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329828 Sep 21 17:38:45.939374 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02487b32-ea25-4266-a3ea-e76d3d5f2fe3 req-76f6b01f-20e3-42ad-837d-4fbf8ef1b1bd tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:45.940810 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-02487b32-ea25-4266-a3ea-e76d3d5f2fe3 req-76f6b01f-20e3-42ad-837d-4fbf8ef1b1bd tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0457704 Sep 21 17:38:45.977308 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-02487b32-ea25-4266-a3ea-e76d3d5f2fe3 req-5b69b6c8-ea18-4976-8ac2-e716c86d6700 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307360 Sep 21 17:38:46.068207 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b668b20-db39-4b6f-90b9-f04ad55ce8e3 req-6fbfb576-827d-42a4-b233-5761eb4df4b0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:46.069684 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5b668b20-db39-4b6f-90b9-f04ad55ce8e3 req-6fbfb576-827d-42a4-b233-5761eb4df4b0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0468769 Sep 21 17:38:46.110443 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5b668b20-db39-4b6f-90b9-f04ad55ce8e3 req-1c6755a6-556a-4786-a518-1811d042c0a5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Sep 21 17:38:46.453009 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930e0d7-950a-4cc6-9d80-66c9fd2a4fc6 req-e893927b-f139-46bb-9def-af7780b5538b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:46.454430 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a930e0d7-950a-4cc6-9d80-66c9fd2a4fc6 req-e893927b-f139-46bb-9def-af7780b5538b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 931 time: 0.0498931 Sep 21 17:38:46.491273 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a930e0d7-950a-4cc6-9d80-66c9fd2a4fc6 req-fdb3d6a6-e835-4e18-a2a7-b8fd182232a7 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Sep 21 17:38:46.703676 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a31543-db02-4d18-b973-d671c36f7f1b req-bbfc496f-7d44-4e5d-9e79-68fe8015ee78 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:46.705116 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b6a31543-db02-4d18-b973-d671c36f7f1b req-bbfc496f-7d44-4e5d-9e79-68fe8015ee78 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.0508776 Sep 21 17:38:46.741931 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b6a31543-db02-4d18-b973-d671c36f7f1b req-9b2dce5f-e394-4650-b731-126d256e63cb tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Sep 21 17:38:46.925268 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4455ea9-8c8f-43eb-a5b7-b27cba522af4 req-31ee9608-a747-4200-ac0b-8c7b15aa32f5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:46.926612 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a4455ea9-8c8f-43eb-a5b7-b27cba522af4 req-31ee9608-a747-4200-ac0b-8c7b15aa32f5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0471087 Sep 21 17:38:46.964485 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a4455ea9-8c8f-43eb-a5b7-b27cba522af4 req-55a8e984-c0b1-4adb-b87b-4e0c994e11fa tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Sep 21 17:38:47.092133 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b134a-35f6-4dc5-a687-2846f7338e46 req-2893e08d-f908-457b-9064-8fee257eb046 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:47.093572 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0a0b134a-35f6-4dc5-a687-2846f7338e46 req-2893e08d-f908-457b-9064-8fee257eb046 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0466101 Sep 21 17:38:47.132858 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0a0b134a-35f6-4dc5-a687-2846f7338e46 req-c9d3d08a-01d6-44a5-8c84-39573ee78b22 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Sep 21 17:38:47.161062 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Request body: {'port': {'device_id': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:38:47.218782 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:47.224157 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1562f1-889a-467a-be89-8e09186166f6 req-5537cd42-3369-40ff-aeca-0fd936c2dc6b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:47.225889 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1c1562f1-889a-467a-be89-8e09186166f6 req-5537cd42-3369-40ff-aeca-0fd936c2dc6b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0478668 Sep 21 17:38:47.263197 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1c1562f1-889a-467a-be89-8e09186166f6 req-a973b822-ec0c-4385-8f25-4afc3dbba95c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Sep 21 17:38:47.471273 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5892e996-fa65-489e-9a57-f33cd58262f1 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:38:47.478679 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:47.490929 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Transition to ACTIVE for port object 5892e996-fa65-489e-9a57-f33cd58262f1 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:38:47.494624 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:47.568955 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:47.654643 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7a21-5882-415d-ba4e-0aa1ed4ed8f4 req-1ab6fb5c-3548-421d-950f-0ef65bcf3a8c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:47.656195 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-76ac7a21-5882-415d-ba4e-0aa1ed4ed8f4 req-1ab6fb5c-3548-421d-950f-0ef65bcf3a8c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0897982 Sep 21 17:38:47.656865 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Attempting to bind port 5892e996-fa65-489e-9a57-f33cd58262f1 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:38:47.657233 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Attempting to bind port 5892e996-fa65-489e-9a57-f33cd58262f1 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:38:47.657508 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Attempting to bind port 5892e996-fa65-489e-9a57-f33cd58262f1 on network 7177bda9-d0a8-41a8-b648-103f372f1983 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:38:47.662428 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Port 5892e996-fa65-489e-9a57-f33cd58262f1 on network 7177bda9-d0a8-41a8-b648-103f372f1983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:38:47.662814 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Attempting to bind port 5892e996-fa65-489e-9a57-f33cd58262f1 on network 7177bda9-d0a8-41a8-b648-103f372f1983 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:38:47.680228 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:38:47.680540 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Checking segment: {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:38:47.680904 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Bound using segment: {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:38:47.681343 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Bound port: 5892e996-fa65-489e-9a57-f33cd58262f1, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2414e8f4-c5bb-4f62-86fb-41e5cf3df397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:38:47.681709 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:47.727326 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-76ac7a21-5882-415d-ba4e-0aa1ed4ed8f4 req-4c5429a4-ac1d-4772-86a1-6f004087c0e5 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621116 Sep 21 17:38:47.764904 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:38:47.768031 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:38:47.772861 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:47.809769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:47.809984 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:47.811333 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] 10.222.0.18 "PUT /v2.0/ports/5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 1093 time: 0.6552770 Sep 21 17:38:47.811684 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:38:47.813990 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f133e8b-b165-45fa-8ece-a58c01d91f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:38:47.848844 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ef521-84e8-416a-addd-b252447af30b service neutron] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:47.897348 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6befca-dd21-4cd5-992b-02c9dbdb3af7 x-openstack-request-id: req-ce6befca-dd21-4cd5-992b-02c9dbdb3af7 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:38:47.897639 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:38:47.897885 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce6befca-dd21-4cd5-992b-02c9dbdb3af7 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:38:47.898276 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1', 'status': 'completed', 'code': 200} Sep 21 17:38:47.908084 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03633a3c-6fa1-408a-8fd5-02b58201c31f req-29a3eb7e-17e4-48cd-af6f-d272002d2b75 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:47.909596 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-03633a3c-6fa1-408a-8fd5-02b58201c31f req-29a3eb7e-17e4-48cd-af6f-d272002d2b75 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.0949073 Sep 21 17:38:47.916320 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-371ffbd4-887c-41d2-8610-1d2dda539743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:47.918301 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-371ffbd4-887c-41d2-8610-1d2dda539743 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1096 time: 0.0571365 Sep 21 17:38:47.953559 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-03633a3c-6fa1-408a-8fd5-02b58201c31f req-e243208e-9f9e-4f10-8df8-5f78fe6aec3d tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339427 Sep 21 17:38:47.978147 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-2294f8ae-7934-426c-8a5f-72dc6b0d379c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 217 time: 0.0416543 Sep 21 17:38:48.054014 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-8b4f5686-35d3-4b2c-becf-17e67ec6ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.055445 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-8b4f5686-35d3-4b2c-becf-17e67ec6ab19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 200 len: 848 time: 0.0649085 Sep 21 17:38:48.113667 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e36e14-50d4-4774-8089-a39478c7b4a6 req-b4e5bb34-4e71-4833-9c7d-c8c5e48fa812 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.115183 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-44e36e14-50d4-4774-8089-a39478c7b4a6 req-b4e5bb34-4e71-4833-9c7d-c8c5e48fa812 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0733943 Sep 21 17:38:48.130305 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-8958b0fa-97eb-454b-aed5-a9535c4cf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.131723 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-8958b0fa-97eb-454b-aed5-a9535c4cf8a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7177bda9-d0a8-41a8-b648-103f372f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626061 Sep 21 17:38:48.172773 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-44e36e14-50d4-4774-8089-a39478c7b4a6 req-24659bf7-b9e0-4364-91ed-429f095305c5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495410 Sep 21 17:38:48.272014 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef2518-df94-45ba-8b08-752c7af20d4b req-3af6b353-6aca-4a4b-8509-674dbb7e9a43 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.274540 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-44ef2518-df94-45ba-8b08-752c7af20d4b req-3af6b353-6aca-4a4b-8509-674dbb7e9a43 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0594578 Sep 21 17:38:48.283494 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-357ea94a-6095-479a-a93d-8816ab14d8f1 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321571 Sep 21 17:38:48.321413 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-44ef2518-df94-45ba-8b08-752c7af20d4b req-44e5d1bf-dfd0-409f-9f1d-f6274f2ff4c7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397923 Sep 21 17:38:48.421713 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0bae712-2c3d-4c9f-a471-e6db9940c8ef req-21228f26-008f-4cf8-b484-e83bad6f0926 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263020 Sep 21 17:38:48.429005 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261bf4b-bd99-47f2-a904-502a60334c29 req-33510b64-aa7c-4b58-b5fd-8997562e209e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.430411 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2261bf4b-bd99-47f2-a904-502a60334c29 req-33510b64-aa7c-4b58-b5fd-8997562e209e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0936327 Sep 21 17:38:48.472353 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2261bf4b-bd99-47f2-a904-502a60334c29 req-b3524039-c44b-4b9f-893c-6d6c98b13821 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344341 Sep 21 17:38:48.532152 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-6bd98395-bd93-4fe2-88d3-156e748537d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.533644 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-6bd98395-bd93-4fe2-88d3-156e748537d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1096 time: 0.0476606 Sep 21 17:38:48.628911 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-e9c078a9-1796-43d0-8127-58b8f3b49197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.630353 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-e9c078a9-1796-43d0-8127-58b8f3b49197 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 910 time: 0.0866513 Sep 21 17:38:48.673326 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-58656741-974a-48f9-a7c1-715429ee8008 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 217 time: 0.0336571 Sep 21 17:38:48.723958 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-c2b304e0-55b9-4cd8-97eb-9039a9596176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.725728 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-c2b304e0-55b9-4cd8-97eb-9039a9596176 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 200 len: 848 time: 0.0421176 Sep 21 17:38:48.772253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-dfabae9a-e285-4418-b910-e21b2b6701e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.773727 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-dfabae9a-e285-4418-b910-e21b2b6701e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7177bda9-d0a8-41a8-b648-103f372f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370069 Sep 21 17:38:48.844434 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be967d9e-6a0b-4815-960e-e1d8931e1881 req-11739502-c649-4564-84ae-8699dd1e96c2 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:48.845962 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-be967d9e-6a0b-4815-960e-e1d8931e1881 req-11739502-c649-4564-84ae-8699dd1e96c2 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0491290 Sep 21 17:38:48.885786 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-68d47157-cfed-4eb6-a5b2-625457fc1f84 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911715 Sep 21 17:38:48.887180 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-be967d9e-6a0b-4815-960e-e1d8931e1881 req-199ae049-e4fb-49db-b12b-e497b1ae700d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334539 Sep 21 17:38:48.988802 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5f133e8b-b165-45fa-8ece-a58c01d91f7a req-59305fbf-1ea2-42a8-9cc4-945a6fda16db service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869014 Sep 21 17:38:49.067638 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c08b3f-3dc9-4b07-bbc4-b9b6c4d3e2a9 req-9580e8b9-fae9-4865-9b15-52a699da3d2c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:49.069125 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d1c08b3f-3dc9-4b07-bbc4-b9b6c4d3e2a9 req-9580e8b9-fae9-4865-9b15-52a699da3d2c tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.0469506 Sep 21 17:38:49.106129 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d1c08b3f-3dc9-4b07-bbc4-b9b6c4d3e2a9 req-5fd955f8-4392-4d9b-af6b-933718682695 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/security-groups?id=6508496d-9964-46a1-9221-d3e595467649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305774 Sep 21 17:38:49.292589 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ee91-15ab-47c1-8e36-bdf5f075aeed req-2935618c-feb3-454a-85dc-dad5cbd4875b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:49.294599 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-89b7ee91-15ab-47c1-8e36-bdf5f075aeed req-2935618c-feb3-454a-85dc-dad5cbd4875b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0508733 Sep 21 17:38:49.299292 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-c26aa942-61d8-4bfc-89f6-1bf4ac19b864 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:49.301086 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-c26aa942-61d8-4bfc-89f6-1bf4ac19b864 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 946 time: 0.0457373 Sep 21 17:38:49.333825 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-89b7ee91-15ab-47c1-8e36-bdf5f075aeed req-22235caf-622c-4268-8a3a-45dad9e8848f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328624 Sep 21 17:38:49.436901 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Deleting port bd814f5b-03ab-4ea5-af5d-2694a2a02512 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:38:49.437227 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:49.507860 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b5842-acea-47a1-ac6c-1a4f38efa41d req-0ad03152-a27b-4f36-bfa3-7063f644cf2e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:49.509287 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-467b5842-acea-47a1-ac6c-1a4f38efa41d req-0ad03152-a27b-4f36-bfa3-7063f644cf2e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.1043320 Sep 21 17:38:49.568167 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-467b5842-acea-47a1-ac6c-1a4f38efa41d req-2674cf97-156b-446d-9079-85b9cd1a8236 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512676 Sep 21 17:38:49.569905 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] For port bd814f5b-03ab-4ea5-af5d-2694a2a02512, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=bd814f5b-03ab-4ea5-af5d-2694a2a02512,segment=NetworkSegment(cdbc19a6-979c-4ff8-bc64-45397fa76612),segment_id=cdbc19a6-979c-4ff8-bc64-45397fa76612)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:38:49.570230 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:49.583497 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Calling delete_port for bd814f5b-03ab-4ea5-af5d-2694a2a02512 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:38:49.598731 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6132085-5bf8-4ff9-86e1-e52094c72c8b req-b2657e27-5dbe-456f-bd22-ac39051fc2e5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:49.600644 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b6132085-5bf8-4ff9-86e1-e52094c72c8b req-b2657e27-5dbe-456f-bd22-ac39051fc2e5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0506732 Sep 21 17:38:49.639838 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b6132085-5bf8-4ff9-86e1-e52094c72c8b req-3dfe0453-f654-4d2c-9855-9611e8625ba4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Sep 21 17:38:49.716025 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:49.728516 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['bd814f5b-03ab-4ea5-af5d-2694a2a02512'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:38:49.744512 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Pushing event deleted for resources: {'Port': ['ID=bd814f5b-03ab-4ea5-af5d-2694a2a02512,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:49.786619 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] No DVR routers for this DVR port bd814f5b-03ab-4ea5-af5d-2694a2a02512 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:38:49.789223 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:49.791489 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f01c2710-4932-43b0-8a8b-a9df801e7a90 req-a55ceb73-0c47-4098-b248-3d16e7320a7b tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.18 "DELETE /v2.0/ports/bd814f5b-03ab-4ea5-af5d-2694a2a02512 HTTP/1.1" status: 204 len: 173 time: 0.4820387 Sep 21 17:38:49.899357 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'name': 'network-vif-deleted', 'tag': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:38:49.901759 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80291b6e-994c-4eb3-94df-8097387cb1ed" -d '{"events": [{"server_uuid": "05e096a3-4d0c-41ec-bf57-34cb02e2bc5d", "name": "network-vif-deleted", "tag": "bd814f5b-03ab-4ea5-af5d-2694a2a02512"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:38:49.939001 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4625ca66-4119-4efb-99b7-ce76c66b9a8f x-openstack-request-id: req-4625ca66-4119-4efb-99b7-ce76c66b9a8f {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:38:49.939301 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e096a3-4d0c-41ec-bf57-34cb02e2bc5d", "name": "network-vif-deleted", "tag": "bd814f5b-03ab-4ea5-af5d-2694a2a02512", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:38:49.939549 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4625ca66-4119-4efb-99b7-ce76c66b9a8f {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:38:49.939932 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e096a3-4d0c-41ec-bf57-34cb02e2bc5d', 'name': 'network-vif-deleted', 'tag': 'bd814f5b-03ab-4ea5-af5d-2694a2a02512', 'status': 'completed', 'code': 200} Sep 21 17:38:50.004997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d187ec-2364-450d-8b97-5cd2187b93d5 req-f08b6d18-2a80-4375-af48-270d5f1c05fa tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:50.006521 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-18d187ec-2364-450d-8b97-5cd2187b93d5 req-f08b6d18-2a80-4375-af48-270d5f1c05fa tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0489833 Sep 21 17:38:50.044877 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-18d187ec-2364-450d-8b97-5cd2187b93d5 req-eb811cee-c732-40be-a676-206e11a1b153 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Sep 21 17:38:50.071358 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [req-50dbd6a3-bf3b-450a-9395-dc3b4cf87e4b req-6fe8237a-657c-4b37-972d-95424911656b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:38:50.072306 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-50dbd6a3-bf3b-450a-9395-dc3b4cf87e4b req-6fe8237a-657c-4b37-972d-95424911656b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051694 Sep 21 17:38:50.216515 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5352a462-e5ac-47cf-8823-fdc927bb988f req-1f4deae1-1ae7-495d-9711-c55969eb3939 tempest-AttachVolumeNegativeTest-776447892 tempest-AttachVolumeNegativeTest-776447892-project] 10.222.0.26 "GET /v2.0/ports?device_id=05e096a3-4d0c-41ec-bf57-34cb02e2bc5d HTTP/1.1" status: 200 len: 210 time: 0.0307739 Sep 21 17:38:50.236015 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f3d06-b8e5-464b-93ce-a6457c0686ca req-382632c4-f133-48b7-97d7-aef6d8b80cd8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:50.237482 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f97f3d06-b8e5-464b-93ce-a6457c0686ca req-382632c4-f133-48b7-97d7-aef6d8b80cd8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0613775 Sep 21 17:38:50.276850 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f97f3d06-b8e5-464b-93ce-a6457c0686ca req-0c3533c1-b704-4900-bea6-dee964b46dc1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Sep 21 17:38:50.468692 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c930b-f2a3-4b33-a946-bc9422dbed3c req-8a6b36d9-748a-4da3-9f20-90619db04d5a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:50.470568 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5e8c930b-f2a3-4b33-a946-bc9422dbed3c req-8a6b36d9-748a-4da3-9f20-90619db04d5a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0536351 Sep 21 17:38:50.513797 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5e8c930b-f2a3-4b33-a946-bc9422dbed3c req-86712a8b-7fcb-4f12-8a60-6f07b031ccf4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371606 Sep 21 17:38:50.589845 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 38786) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:50.679155 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-038a6544-ce6a-4db0-aafe-8e070955fd2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880866 Sep 21 17:38:50.688887 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-cc24cf21-aa73-42e5-931f-53157a7629ce service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:38:50.689823 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-cc24cf21-aa73-42e5-931f-53157a7629ce service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048404 Sep 21 17:38:50.753381 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288974-42fb-4f95-8b3c-fa807ae2ba8a req-08084b8f-40c0-4197-be5b-4ae4fce42f53 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:50.754870 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1f288974-42fb-4f95-8b3c-fa807ae2ba8a req-08084b8f-40c0-4197-be5b-4ae4fce42f53 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0472546 Sep 21 17:38:50.792602 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1f288974-42fb-4f95-8b3c-fa807ae2ba8a req-f5406fef-7dec-4a0a-bed2-ca78986f16a9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Sep 21 17:38:51.156369 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1d2f9-4edd-4651-acb7-46f166020a1d req-f2c4fdac-53b5-4381-93f1-7e3e8ec1ac94 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:51.157843 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0a1d2f9-4edd-4651-acb7-46f166020a1d req-f2c4fdac-53b5-4381-93f1-7e3e8ec1ac94 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0484197 Sep 21 17:38:51.194929 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f0a1d2f9-4edd-4651-acb7-46f166020a1d req-8e27cc5d-3a23-4920-8c2f-24c7fc010da5 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312533 Sep 21 17:38:51.271456 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 38802) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:51.315664 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Deleting subnet 7aec5e36-eadf-48a5-bff6-7ffb824574e7 {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:38:51.318810 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:51.351775 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:51.395782 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79d9840d-d92b-435c-81a0-a75a6b7406fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:51.403074 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6003e0-8e13-429d-96fb-69503b60fd19 req-bb6688f5-7a61-4a29-a362-94c285fc877a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:51.404722 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d6003e0-8e13-429d-96fb-69503b60fd19 req-bb6688f5-7a61-4a29-a362-94c285fc877a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0565240 Sep 21 17:38:51.446230 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d6003e0-8e13-429d-96fb-69503b60fd19 req-79e307cd-aeae-4cf7-9b0b-7a41074aa313 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351808 Sep 21 17:38:51.623826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:51.632072 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2d824-fa57-427f-85e6-c75d2109ad2c req-8d8a7358-6b06-4ab7-84b6-784c4fdd6d5f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:51.633568 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57d2d824-fa57-427f-85e6-c75d2109ad2c req-8d8a7358-6b06-4ab7-84b6-784c4fdd6d5f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0514123 Sep 21 17:38:51.684396 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57d2d824-fa57-427f-85e6-c75d2109ad2c req-61d100a2-9495-4119-918f-99cba11c2e3e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Sep 21 17:38:51.697151 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:51.724468 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aec5e36-eadf-48a5-bff6-7ffb824574e7,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:51.736889 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:51.742003 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 38818) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:51.742603 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7aec5e36-eadf-48a5-bff6-7ffb824574e7 HTTP/1.1" status: 204 len: 168 time: 0.4701049 Sep 21 17:38:51.744494 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.745007 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.745351 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.745676 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.746559 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.746914 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.747236 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.747555 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.747863 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.748800 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.749332 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.749864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4561c00-594a-4fa5-976c-ef8cf2f2afd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:51.831706 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.149517 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.180153 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d4b6c-23be-4eec-ade6-05f33df03617 req-090db65c-0cd5-4937-a1be-431404b5a14c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.181682 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f02d4b6c-23be-4eec-ade6-05f33df03617 req-090db65c-0cd5-4937-a1be-431404b5a14c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.1092339 Sep 21 17:38:52.183201 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54030df7-a28c-46b3-9a5b-723bf09e8611']}} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:52.199452 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbc19a6-979c-4ff8-bc64-45397fa76612') {'for_net_delete': True} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:52.199761 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbc19a6-979c-4ff8-bc64-45397fa76612') {} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:38:52.215250 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888025'] for segment, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.237003 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.248012 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f02d4b6c-23be-4eec-ade6-05f33df03617 req-e727dd70-2a52-47e8-ba60-d2ccdd5c16f5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Sep 21 17:38:52.249000 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=98178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:38:52.249407 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244724'] for segment, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: Traceback (most recent call last): Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: timer() Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: cb(*args, **kw) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: return func(*args, **kwargs) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: self._notify() Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: self.callback(batched_events) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: event.method(event) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: return f(self, *a, **k) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._get(url).json() Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: return self.request(url, 'GET', **kwargs) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:38:52.251134 dv-cinder-810000-2-iscsi neutron-server[98178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:38:52.312073 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1481f-79c5-4397-9cf5-61343f2f5ce2 req-865d1b0b-bdb0-4523-ad25-93ec7a933aa8 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.312993 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.313679 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cdb1481f-79c5-4397-9cf5-61343f2f5ce2 req-865d1b0b-bdb0-4523-ad25-93ec7a933aa8 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0496500 Sep 21 17:38:52.318316 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.320207 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] 10.222.0.26 "DELETE /v2.0/networks/54030df7-a28c-46b3-9a5b-723bf09e8611 HTTP/1.1" status: 204 len: 168 time: 0.5772290 Sep 21 17:38:52.331725 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Pushing event deleted for resources: {'Network': ['ID=54030df7-a28c-46b3-9a5b-723bf09e8611,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:52.340243 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.340757 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.341091 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.341417 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.342344 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.342742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.343071 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.343390 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.343710 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.344025 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.344338 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.344651 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d94584-e15b-49f3-9767-c0ae88d2344f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:38:52.363225 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cdb1481f-79c5-4397-9cf5-61343f2f5ce2 req-ece6ca38-4f19-46bf-81bf-aeb88ac9217f tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Sep 21 17:38:52.495409 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 38828) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:52.518177 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-fb84feb3-637d-41aa-9a01-51793a264ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.519701 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-fb84feb3-637d-41aa-9a01-51793a264ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae&tenant_id=77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 1096 time: 0.0848763 Sep 21 17:38:52.542942 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b580b105-2427-4988-90f0-ff983a8e73a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a947f45ae3d47b3ad963b73f74a2e7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420575 Sep 21 17:38:52.543300 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 38830) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:38:52.591607 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-34e65abe-29e2-4fdd-8d19-4ffb18337f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.596468 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924afb8b-2661-4659-baf7-d34d79b7e4b8 req-a8495b9b-0db3-41ce-bfc8-23e519498aa1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.597946 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-924afb8b-2661-4659-baf7-d34d79b7e4b8 req-a8495b9b-0db3-41ce-bfc8-23e519498aa1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0726190 Sep 21 17:38:52.615092 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-34e65abe-29e2-4fdd-8d19-4ffb18337f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.615741 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-68cb9f65-b35d-4141-907a-32295280c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.617246 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-68cb9f65-b35d-4141-907a-32295280c8ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 1096 time: 0.0608675 Sep 21 17:38:52.661322 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-34e65abe-29e2-4fdd-8d19-4ffb18337f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.666717 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-924afb8b-2661-4659-baf7-d34d79b7e4b8 req-b52f64ab-459e-42a4-a548-b6c7cdba0e82 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586438 Sep 21 17:38:52.666981 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-34e65abe-29e2-4fdd-8d19-4ffb18337f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:52.666981 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-34e65abe-29e2-4fdd-8d19-4ffb18337f9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6508496d-9964-46a1-9221-d3e595467649 HTTP/1.1" status: 204 len: 168 time: 0.1210387 Sep 21 17:38:52.674722 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e65abe-29e2-4fdd-8d19-4ffb18337f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6508496d-9964-46a1-9221-d3e595467649,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:38:52.747299 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-068263cf-196b-4ea1-a9cd-371315b85e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.749143 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-068263cf-196b-4ea1-a9cd-371315b85e7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.1193225 Sep 21 17:38:52.826809 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b593-6b1d-41dd-abbc-f3422c780eb5 req-78f502a6-579e-4c11-b57a-ea588fc91b4a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.828352 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2e50b593-6b1d-41dd-abbc-f3422c780eb5 req-78f502a6-579e-4c11-b57a-ea588fc91b4a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0600955 Sep 21 17:38:52.837787 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-d97cff40-ed80-4615-81c9-80fc7d55ad03 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2659b2-5f56-4796-8471-878cd83daf57 HTTP/1.1" status: 200 len: 998 time: 0.0782366 Sep 21 17:38:52.887372 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2e50b593-6b1d-41dd-abbc-f3422c780eb5 req-9bb273c1-08f9-4e5e-ad8b-61846f298d60 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475707 Sep 21 17:38:52.912350 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-2ec9d672-47f7-4d7e-8110-b6b347ed06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.913900 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-2ec9d672-47f7-4d7e-8110-b6b347ed06f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0584769 Sep 21 17:38:52.962627 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-5ccca3ef-bcaf-42e9-9f1e-3a2912484a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:52.964374 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-5ccca3ef-bcaf-42e9-9f1e-3a2912484a57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419745 Sep 21 17:38:53.096515 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-53cbfe72-68f8-485c-98c6-5d78a5b73dad service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221728 Sep 21 17:38:53.153755 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8944aa-3805-448e-95ef-c8838f0befe6 req-9d72d579-0b84-4eeb-8c64-e4c46670e07b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.160958 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ff8944aa-3805-448e-95ef-c8838f0befe6 req-9d72d579-0b84-4eeb-8c64-e4c46670e07b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0655019 Sep 21 17:38:53.189414 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:38:53.192663 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e9b4-9494-4c21-a403-d8d9ae171636 req-6cb3d8c5-66e9-4bcf-8f8b-7ff4f4d3c74c tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.194380 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8c73e9b4-9494-4c21-a403-d8d9ae171636 req-6cb3d8c5-66e9-4bcf-8f8b-7ff4f4d3c74c tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.1137948 Sep 21 17:38:53.204828 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ff8944aa-3805-448e-95ef-c8838f0befe6 req-604dd1e3-ce6e-4579-a02d-0b25af575534 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Sep 21 17:38:53.272914 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8c73e9b4-9494-4c21-a403-d8d9ae171636 req-ef4b434b-96ac-4b6f-bfdc-5c75dd1e121d tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495033 Sep 21 17:38:53.278961 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593449b-da87-4380-b804-4488625fed9e req-0548b4b9-5c62-46bc-807e-a1de6f226446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.281019 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3593449b-da87-4380-b804-4488625fed9e req-0548b4b9-5c62-46bc-807e-a1de6f226446 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 1098 time: 0.0579607 Sep 21 17:38:53.298530 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6f22b7e1-8532-4ad8-88cb-10ce2447e770 req-25a54fc2-f692-4e98-a036-be704e9f16b3 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836112 Sep 21 17:38:53.306944 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device bd814f5b-03ab-4ea5-af5d-2694a2a02512 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:38:53.326375 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: bd814f5b-03ab-4ea5-af5d-2694a2a02512 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:38:53.327005 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device bd814f5b-03ab-4ea5-af5d-2694a2a02512 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:38:53.430170 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593449b-da87-4380-b804-4488625fed9e req-cff971a1-99de-4f29-b172-6772a2ec0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.431691 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3593449b-da87-4380-b804-4488625fed9e req-cff971a1-99de-4f29-b172-6772a2ec0787 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 912 time: 0.1404097 Sep 21 17:38:53.444813 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90574c5-e75c-4c6d-b51c-6340c8040b52 req-f3463a20-f1d2-4cc1-b762-1e200e6347be tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.451260 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f90574c5-e75c-4c6d-b51c-6340c8040b52 req-f3463a20-f1d2-4cc1-b762-1e200e6347be tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0874331 Sep 21 17:38:53.482141 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe539215-a259-47c2-96a5-213cdce09ae5 req-29f8388c-8450-4dba-9ff0-4998f89f2b23 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.483773 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe539215-a259-47c2-96a5-213cdce09ae5 req-29f8388c-8450-4dba-9ff0-4998f89f2b23 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0523498 Sep 21 17:38:53.525693 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe539215-a259-47c2-96a5-213cdce09ae5 req-1d23cf12-64a5-4395-b984-6b00377b5a8c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355878 Sep 21 17:38:53.537949 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3593449b-da87-4380-b804-4488625fed9e req-ca6d4179-6a72-4aa3-9ab1-0f6a144526a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 200 len: 1001 time: 0.0853491 Sep 21 17:38:53.547461 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f90574c5-e75c-4c6d-b51c-6340c8040b52 req-470ecd0a-9500-4354-8eb0-bf68ce7c9cf4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888162 Sep 21 17:38:53.598345 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593449b-da87-4380-b804-4488625fed9e req-29e4c65f-a709-4a9c-8f0c-1dfcfb7d21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.600219 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3593449b-da87-4380-b804-4488625fed9e req-29e4c65f-a709-4a9c-8f0c-1dfcfb7d21ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.0513012 Sep 21 17:38:53.656988 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593449b-da87-4380-b804-4488625fed9e req-7b8f816e-7599-40d4-8715-0b69fd638403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.658795 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3593449b-da87-4380-b804-4488625fed9e req-7b8f816e-7599-40d4-8715-0b69fd638403 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404339 Sep 21 17:38:53.786608 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3593449b-da87-4380-b804-4488625fed9e req-6efff350-04e9-4569-af0b-2aadb4179a77 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073229 Sep 21 17:38:53.885061 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855245d6-b5ed-4111-8c8b-8c6a08031f6a req-d702fc0b-4be8-4302-a8c0-1c38abc4d4fa tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:53.887329 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-855245d6-b5ed-4111-8c8b-8c6a08031f6a req-d702fc0b-4be8-4302-a8c0-1c38abc4d4fa tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.1146235 Sep 21 17:38:53.940317 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9918d667-feb2-4a23-b1ff-677a3d390c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:53.944656 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3593449b-da87-4380-b804-4488625fed9e req-0e34ec6c-621f-44b2-a8bd-36bb6bff6c1a service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445391 Sep 21 17:38:53.966001 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-855245d6-b5ed-4111-8c8b-8c6a08031f6a req-4b3fce8e-bbfd-4c30-9ace-dde513222c5b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689106 Sep 21 17:38:54.172632 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:54.361241 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630acf70-4837-4f5f-9ec9-621be1b4f65a req-75779fee-361d-4803-a453-d76fd21edd97 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:54.365898 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-630acf70-4837-4f5f-9ec9-621be1b4f65a req-75779fee-361d-4803-a453-d76fd21edd97 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0670452 Sep 21 17:38:54.416163 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-630acf70-4837-4f5f-9ec9-621be1b4f65a req-da7bfd1b-d4f8-422d-a429-22bebcf8a1db tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 Sep 21 17:38:54.468863 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba901-b6c0-489a-84b7-a4b6b53aa19b req-a9e7d27d-dbf4-4a44-856a-4b94a155e5ba tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:54.471369 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-738ba901-b6c0-489a-84b7-a4b6b53aa19b req-a9e7d27d-dbf4-4a44-856a-4b94a155e5ba tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0652499 Sep 21 17:38:54.512749 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-738ba901-b6c0-489a-84b7-a4b6b53aa19b req-5f41a7fc-13f2-4284-bdee-ea874160c34b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362453 Sep 21 17:38:54.673249 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b5404-6515-4475-921d-7dae8a38e8b0 req-40d993dd-ba68-4f1e-b7c5-412e2d7f954c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:54.675658 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca1b5404-6515-4475-921d-7dae8a38e8b0 req-40d993dd-ba68-4f1e-b7c5-412e2d7f954c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0611005 Sep 21 17:38:54.684118 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08c85-f0e2-48ca-bf72-64f30d18dd1c req-edb598c5-3c4c-47be-95c1-100bf3f6c47b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:54.685692 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e8c08c85-f0e2-48ca-bf72-64f30d18dd1c req-edb598c5-3c4c-47be-95c1-100bf3f6c47b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0632792 Sep 21 17:38:54.722996 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca1b5404-6515-4475-921d-7dae8a38e8b0 req-69f99eb6-5530-48bb-a5f3-c5f081ae5334 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412338 Sep 21 17:38:54.733113 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e8c08c85-f0e2-48ca-bf72-64f30d18dd1c req-83512eb5-a893-4d81-bf50-59319eabd11e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Sep 21 17:38:55.016898 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:55.084445 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407214-6620-441c-a72c-71ac25f1b93b req-8cbe667b-27b9-4977-898c-7b009b3fdf97 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:55.085894 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8b407214-6620-441c-a72c-71ac25f1b93b req-8cbe667b-27b9-4977-898c-7b009b3fdf97 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0486577 Sep 21 17:38:55.128746 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8b407214-6620-441c-a72c-71ac25f1b93b req-6495c1cf-f8fc-4633-83f2-392b0be3bf8c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365770 Sep 21 17:38:55.537922 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb67ac-0805-423c-a501-3aa04d834435 req-069bd25f-2f38-45d7-b7f0-ba6ff323d885 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:55.539712 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b3fb67ac-0805-423c-a501-3aa04d834435 req-069bd25f-2f38-45d7-b7f0-ba6ff323d885 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0516675 Sep 21 17:38:55.587638 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b3fb67ac-0805-423c-a501-3aa04d834435 req-dac12d81-482d-4b25-9616-79dad0c702e7 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403054 Sep 21 17:38:55.678697 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bfe58-3dbf-4fab-8ac2-ab88457b3786 req-1473b9ae-65a3-427b-bb31-f9dc6901f6dc tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:55.680568 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-643bfe58-3dbf-4fab-8ac2-ab88457b3786 req-1473b9ae-65a3-427b-bb31-f9dc6901f6dc tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0498610 Sep 21 17:38:55.742492 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-643bfe58-3dbf-4fab-8ac2-ab88457b3786 req-fbda190b-bc80-4945-aeea-779698204bff tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Sep 21 17:38:55.862574 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a23fb-7ef5-4d06-9cdc-eff9a90204d2 req-eb7611bc-583a-4617-ab47-1705b0853c00 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:55.864366 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-705a23fb-7ef5-4d06-9cdc-eff9a90204d2 req-eb7611bc-583a-4617-ab47-1705b0853c00 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0571074 Sep 21 17:38:55.898060 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37f98-6acf-4c57-a6a5-ec1246389246 req-24b716ff-217e-40d9-a64c-ce87d258dc3b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:55.899193 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b0a37f98-6acf-4c57-a6a5-ec1246389246 req-24b716ff-217e-40d9-a64c-ce87d258dc3b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0500340 Sep 21 17:38:55.903194 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-705a23fb-7ef5-4d06-9cdc-eff9a90204d2 req-4048c74e-dbc6-4bac-8413-20f21adf8e22 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323062 Sep 21 17:38:55.959416 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b0a37f98-6acf-4c57-a6a5-ec1246389246 req-d4dd9b89-3b09-47be-8106-6eea547a47a9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499413 Sep 21 17:38:56.252212 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f5922-3b5e-408d-b18c-3bc296b840c7 req-80c9b68f-7f18-49f4-8199-803ee81faaaa tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:56.253757 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca4f5922-3b5e-408d-b18c-3bc296b840c7 req-80c9b68f-7f18-49f4-8199-803ee81faaaa tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0486331 Sep 21 17:38:56.296509 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca4f5922-3b5e-408d-b18c-3bc296b840c7 req-a7ce72e0-e358-492f-8136-e53dbb3f8f13 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368488 Sep 21 17:38:56.721198 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:38:56.727575 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2d85a-53f1-4a34-9f9a-bbc306e397cf req-f61dceda-547e-44ae-abfd-b737fbb1ab57 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:56.729889 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-83e2d85a-53f1-4a34-9f9a-bbc306e397cf req-f61dceda-547e-44ae-abfd-b737fbb1ab57 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0689197 Sep 21 17:38:56.768087 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-83e2d85a-53f1-4a34-9f9a-bbc306e397cf req-e17b0e6f-605a-42af-95c2-e9ee620fdf40 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Sep 21 17:38:56.856077 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc46d4-b95b-42d8-886d-1870bb6e692e req-b91557ce-7d41-4e40-b711-4a32e696ef0a tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:56.857537 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-27bc46d4-b95b-42d8-886d-1870bb6e692e req-b91557ce-7d41-4e40-b711-4a32e696ef0a tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0495822 Sep 21 17:38:56.895481 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-27bc46d4-b95b-42d8-886d-1870bb6e692e req-87c6c621-99b5-4fb0-b1dd-d39810fb42e7 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Sep 21 17:38:57.019434 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eabe4-72f3-420d-b869-b425b385c667 req-e0094f17-e53a-4fa1-9b23-bb5517661363 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:57.020950 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-576eabe4-72f3-420d-b869-b425b385c667 req-e0094f17-e53a-4fa1-9b23-bb5517661363 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0538809 Sep 21 17:38:57.059643 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-576eabe4-72f3-420d-b869-b425b385c667 req-4ca77966-62c2-4164-85de-c896ddadf757 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326238 Sep 21 17:38:57.069544 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638f760-9595-4ac2-b1dc-8e8e48777cca req-f6301f8e-64ec-4885-8c24-0551f00bc5f5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:57.079179 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7638f760-9595-4ac2-b1dc-8e8e48777cca req-f6301f8e-64ec-4885-8c24-0551f00bc5f5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0508583 Sep 21 17:38:57.118631 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7638f760-9595-4ac2-b1dc-8e8e48777cca req-d5a1e606-1e0e-41b3-88a3-4f50567c5f9a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Sep 21 17:38:57.428941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a8a9b-9f77-4b0f-9d47-e59820a6d993 req-0598e073-7d50-4c22-95ac-f8fe3d8189d1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:57.430413 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ba4a8a9b-9f77-4b0f-9d47-e59820a6d993 req-0598e073-7d50-4c22-95ac-f8fe3d8189d1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0503609 Sep 21 17:38:57.469383 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ba4a8a9b-9f77-4b0f-9d47-e59820a6d993 req-8fc96900-245d-410f-b92e-f2c8a76f1b08 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327368 Sep 21 17:38:57.885446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454b156-069c-4df9-92e9-8ce92b707136 req-608a6120-e853-45d7-9255-1cb44d6a6a09 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:57.887111 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c454b156-069c-4df9-92e9-8ce92b707136 req-608a6120-e853-45d7-9255-1cb44d6a6a09 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0477526 Sep 21 17:38:57.943663 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c454b156-069c-4df9-92e9-8ce92b707136 req-795fa86a-3e05-4015-a772-e6e309fd2ea3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496385 Sep 21 17:38:58.013169 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c037085-c75a-4451-9914-8303a0064c32 req-f46103a0-6ae8-493e-a79a-37ce4e7fd598 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:58.014698 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8c037085-c75a-4451-9914-8303a0064c32 req-f46103a0-6ae8-493e-a79a-37ce4e7fd598 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0508673 Sep 21 17:38:58.054210 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8c037085-c75a-4451-9914-8303a0064c32 req-2aef3f3a-964e-434e-93ac-87bf64d98bb9 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Sep 21 17:38:58.178378 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f9d4f-75db-4179-b668-53935f125d2b req-3274dd8a-2262-45b3-b61b-247d672d97f6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:58.188600 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-870f9d4f-75db-4179-b668-53935f125d2b req-3274dd8a-2262-45b3-b61b-247d672d97f6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0627599 Sep 21 17:38:58.221709 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-870f9d4f-75db-4179-b668-53935f125d2b req-95a68ff0-c805-4037-b177-22c9b6619a2c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322487 Sep 21 17:38:58.266019 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b97bd4-925f-4601-8fea-04b295f6d7b9 req-df90438d-b880-4ae0-a8ed-1b4f7cac9304 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:58.267547 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d2b97bd4-925f-4601-8fea-04b295f6d7b9 req-df90438d-b880-4ae0-a8ed-1b4f7cac9304 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0507376 Sep 21 17:38:58.306839 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d2b97bd4-925f-4601-8fea-04b295f6d7b9 req-b7f8103c-8925-4c74-948c-e1c87df910b4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Sep 21 17:38:58.590992 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a1d26-1afc-4bd4-ba66-0cd0a6b37d07 req-17f3a521-7848-455f-893b-e9ef9451939d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:58.592394 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-912a1d26-1afc-4bd4-ba66-0cd0a6b37d07 req-17f3a521-7848-455f-893b-e9ef9451939d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0485406 Sep 21 17:38:58.631155 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-912a1d26-1afc-4bd4-ba66-0cd0a6b37d07 req-6d373f37-58a3-4bba-9ff8-708d7b3a40fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Sep 21 17:38:59.059669 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4233c-9a96-4b7d-9837-7e6986ccd148 req-a0e53bf9-31bb-42d8-966d-f704909d6f90 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:59.061269 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cbf4233c-9a96-4b7d-9837-7e6986ccd148 req-a0e53bf9-31bb-42d8-966d-f704909d6f90 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0497899 Sep 21 17:38:59.099127 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cbf4233c-9a96-4b7d-9837-7e6986ccd148 req-a8f9ff00-8b95-4ccf-ba85-7b18ef03aebc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317781 Sep 21 17:38:59.167093 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f68e8a-575f-4b03-87de-dcd3879edfa6 req-ee4256ef-de61-4b15-a572-b3461a4a7595 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:59.169108 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e1f68e8a-575f-4b03-87de-dcd3879edfa6 req-ee4256ef-de61-4b15-a572-b3461a4a7595 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0487401 Sep 21 17:38:59.219408 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e1f68e8a-575f-4b03-87de-dcd3879edfa6 req-7adfbf20-590c-4a05-bc9a-e22b34d5688b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Sep 21 17:38:59.354066 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea170e7-c5ce-4ec5-b97b-9959806a9398 req-317e3603-0402-4a02-8a91-128d4fb155af tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:59.355664 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ea170e7-c5ce-4ec5-b97b-9959806a9398 req-317e3603-0402-4a02-8a91-128d4fb155af tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0633984 Sep 21 17:38:59.397468 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ea170e7-c5ce-4ec5-b97b-9959806a9398 req-fd64c545-a2ab-4960-8b71-7308349e032c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355053 Sep 21 17:38:59.445018 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fc2f5-2121-4ec4-8550-898b1334c62a req-7c6a5b56-5522-4580-bb0b-395d53c8ce81 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:59.446929 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-423fc2f5-2121-4ec4-8550-898b1334c62a req-7c6a5b56-5522-4580-bb0b-395d53c8ce81 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0647514 Sep 21 17:38:59.486361 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-423fc2f5-2121-4ec4-8550-898b1334c62a req-f5cfe82b-f852-41a8-86b6-fe999ad459c2 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Sep 21 17:38:59.752240 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fb873-eed9-49d7-9127-a8c20122c28c req-c3222a7a-5fc2-46ca-bfeb-5119854e9721 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:38:59.753619 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe5fb873-eed9-49d7-9127-a8c20122c28c req-c3222a7a-5fc2-46ca-bfeb-5119854e9721 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0499361 Sep 21 17:38:59.792472 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe5fb873-eed9-49d7-9127-a8c20122c28c req-7b4c0cf9-c3a8-4bce-a79e-26a17f28a4d9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Sep 21 17:39:00.250895 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099aed1-ac55-465f-951b-4dfaa904b816 req-f01fda55-d149-48b2-8ae8-de17d0dafc2c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:00.258081 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d099aed1-ac55-465f-951b-4dfaa904b816 req-f01fda55-d149-48b2-8ae8-de17d0dafc2c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0548513 Sep 21 17:39:00.297027 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d099aed1-ac55-465f-951b-4dfaa904b816 req-f2ae4a3d-3180-4317-a526-4f5873f85396 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380306 Sep 21 17:39:00.382198 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493551ee-b995-478c-9525-c858e4261689 req-912e2fe7-53de-4802-9733-1c71eb1f1bee tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:00.383258 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-493551ee-b995-478c-9525-c858e4261689 req-912e2fe7-53de-4802-9733-1c71eb1f1bee tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0612221 Sep 21 17:39:00.445559 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-493551ee-b995-478c-9525-c858e4261689 req-2b9bc274-7ca4-4ce6-86ba-28233ddc7b15 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532568 Sep 21 17:39:00.528202 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c285ff-439a-4db5-aeb0-4c2cefe9e4b0 req-94689da7-2112-47b8-84e2-41072c29fdd7 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:00.529667 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-66c285ff-439a-4db5-aeb0-4c2cefe9e4b0 req-94689da7-2112-47b8-84e2-41072c29fdd7 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0508881 Sep 21 17:39:00.570876 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-66c285ff-439a-4db5-aeb0-4c2cefe9e4b0 req-69ec9582-7d13-4f27-881f-d3a7dacca501 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350471 Sep 21 17:39:00.620163 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99fbd1-2159-4ec9-9fa3-ec28b9bfa6d2 req-e92a8167-dec0-4eb2-9e3b-c145af2b275d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:00.622302 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ea99fbd1-2159-4ec9-9fa3-ec28b9bfa6d2 req-e92a8167-dec0-4eb2-9e3b-c145af2b275d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0689833 Sep 21 17:39:00.661158 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ea99fbd1-2159-4ec9-9fa3-ec28b9bfa6d2 req-d97cd6a4-12c6-4114-951f-76725ad48e0e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Sep 21 17:39:00.913057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b69f73-ec95-4a29-be7d-d829418a8e30 req-02be554f-00a0-4c41-8174-4a50162d2f3e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:00.914576 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-13b69f73-ec95-4a29-be7d-d829418a8e30 req-02be554f-00a0-4c41-8174-4a50162d2f3e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0483401 Sep 21 17:39:00.956117 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-13b69f73-ec95-4a29-be7d-d829418a8e30 req-b24602a4-48d8-4c67-a238-dd51c0839a8e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348704 Sep 21 17:39:01.417828 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5f0e7-c650-497a-8054-cf5896be7220 req-71d36f95-7886-4e9a-9d03-5f767560e70b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:01.419627 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6ab5f0e7-c650-497a-8054-cf5896be7220 req-71d36f95-7886-4e9a-9d03-5f767560e70b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0509081 Sep 21 17:39:01.460747 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6ab5f0e7-c650-497a-8054-cf5896be7220 req-01252f01-b550-48b5-83d6-2bd32de6f180 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347056 Sep 21 17:39:01.575214 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ace2b-6e3f-44a4-88e1-302555d175ab req-22569a39-0022-4c46-902a-c5aebd809cd5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:01.576942 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ec8ace2b-6e3f-44a4-88e1-302555d175ab req-22569a39-0022-4c46-902a-c5aebd809cd5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0560236 Sep 21 17:39:01.623023 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ec8ace2b-6e3f-44a4-88e1-302555d175ab req-8f19202d-2222-40bb-b88c-f01c48908f93 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387695 Sep 21 17:39:01.628700 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:01.765783 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800e24f-dc0c-4450-9043-991079a02f0b req-22a5b4bb-905a-49b1-b129-9edbceedd263 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:01.772706 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:39:01.773708 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8800e24f-dc0c-4450-9043-991079a02f0b req-22a5b4bb-905a-49b1-b129-9edbceedd263 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0623701 Sep 21 17:39:01.817391 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243a1b9-ec5c-4bde-9721-242de695b159 req-3fd799fa-28a8-4314-be5c-6634e5934efe tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:01.819027 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c243a1b9-ec5c-4bde-9721-242de695b159 req-3fd799fa-28a8-4314-be5c-6634e5934efe tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0616667 Sep 21 17:39:01.825068 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8800e24f-dc0c-4450-9043-991079a02f0b req-462004b1-9a4c-402f-b893-531e70035607 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504789 Sep 21 17:39:01.866296 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c243a1b9-ec5c-4bde-9721-242de695b159 req-5a2ccaea-c285-4393-a0bd-1ba3c44ab7d3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Sep 21 17:39:02.076722 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1244a6-0bdc-41ac-8429-a35383ffe008 req-c8ba4f82-a56f-43ef-8e86-4d7fd11a6d47 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:02.078245 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fa1244a6-0bdc-41ac-8429-a35383ffe008 req-c8ba4f82-a56f-43ef-8e86-4d7fd11a6d47 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0479059 Sep 21 17:39:02.128274 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fa1244a6-0bdc-41ac-8429-a35383ffe008 req-e58430fa-1ae2-40a3-970b-0b1cda339e55 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Sep 21 17:39:02.581310 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2758958-6bd7-4ef7-933a-a9e8dab76d5a req-5afcaf06-5828-474c-960a-3f345be89f7a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:02.582923 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f2758958-6bd7-4ef7-933a-a9e8dab76d5a req-5afcaf06-5828-474c-960a-3f345be89f7a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0513864 Sep 21 17:39:02.624615 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f2758958-6bd7-4ef7-933a-a9e8dab76d5a req-55865122-709c-4934-81a8-6c2c1ea07945 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345466 Sep 21 17:39:02.744601 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16252e34-3625-470f-963a-79f3f886254f req-cbc6f39e-734a-4910-8181-1d44fd61c9cb tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:02.746102 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-16252e34-3625-470f-963a-79f3f886254f req-cbc6f39e-734a-4910-8181-1d44fd61c9cb tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0549333 Sep 21 17:39:02.793638 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-16252e34-3625-470f-963a-79f3f886254f req-7312f811-2d7f-4eca-bb3a-daecc21f57a7 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Sep 21 17:39:02.976079 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa9326-0c48-4e07-908a-3ff71809ea22 req-365e2cc6-faa1-4bb1-bc28-f927499e14db tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:02.985521 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-93aa9326-0c48-4e07-908a-3ff71809ea22 req-365e2cc6-faa1-4bb1-bc28-f927499e14db tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0730193 Sep 21 17:39:02.991783 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4435130-a98f-440d-87df-4edb54d7c69a req-f940192b-35c3-4f75-83c5-2c3f1f04abfc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:02.993518 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a4435130-a98f-440d-87df-4edb54d7c69a req-f940192b-35c3-4f75-83c5-2c3f1f04abfc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0538559 Sep 21 17:39:03.032880 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-93aa9326-0c48-4e07-908a-3ff71809ea22 req-ccbdbcab-8bc7-4bcb-8cbe-541fd9fe3a2f tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Sep 21 17:39:03.069442 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a4435130-a98f-440d-87df-4edb54d7c69a req-11331166-58e3-484e-969f-3495d1ef6a11 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694125 Sep 21 17:39:03.129752 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39058) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:03.249650 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-64a700ae-95c9-46d0-af4a-566b265a38df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:03.323179 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded2e32-6f2c-453e-9cc6-e40c2ec60e76 req-bd2a7cfa-d4b7-4d03-b0a1-960736acb1d3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:03.325729 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fded2e32-6f2c-453e-9cc6-e40c2ec60e76 req-bd2a7cfa-d4b7-4d03-b0a1-960736acb1d3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0671582 Sep 21 17:39:03.383226 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-64a700ae-95c9-46d0-af4a-566b265a38df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:03.387456 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fded2e32-6f2c-453e-9cc6-e40c2ec60e76 req-0ee0fb79-8dfd-419b-8977-c7914b388984 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545030 Sep 21 17:39:03.402976 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-64a700ae-95c9-46d0-af4a-566b265a38df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:03.440868 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a700ae-95c9-46d0-af4a-566b265a38df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b166d37-2d13-470f-a41e-bc537fed4fc9,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:03.448424 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-64a700ae-95c9-46d0-af4a-566b265a38df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b9b58d5f31a4edcb8f8135157de5467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148007 Sep 21 17:39:03.448668 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39064) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:03.502658 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1fee2328-07fa-4d13-bff2-b1047455d67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:03.524048 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1fee2328-07fa-4d13-bff2-b1047455d67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:03.572907 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1fee2328-07fa-4d13-bff2-b1047455d67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:03.576293 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1fee2328-07fa-4d13-bff2-b1047455d67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:03.577706 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-1fee2328-07fa-4d13-bff2-b1047455d67c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b166d37-2d13-470f-a41e-bc537fed4fc9 HTTP/1.1" status: 204 len: 168 time: 0.1279848 Sep 21 17:39:03.585968 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee2328-07fa-4d13-bff2-b1047455d67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b166d37-2d13-470f-a41e-bc537fed4fc9,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:03.750773 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f83f8-7363-46e1-8404-e6f0818dde11 req-a699b57e-9b9d-43f8-8bbd-54a3d72092f1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:03.754777 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-766f83f8-7363-46e1-8404-e6f0818dde11 req-a699b57e-9b9d-43f8-8bbd-54a3d72092f1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0542054 Sep 21 17:39:03.792595 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-766f83f8-7363-46e1-8404-e6f0818dde11 req-27b6feda-c8d4-4ddc-8005-0baaba975199 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341399 Sep 21 17:39:03.939121 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64de458-dede-4695-b6b1-25330aa997fc req-2a4af1d2-f4be-4fca-b7d2-929c625406a9 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:03.941553 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f64de458-dede-4695-b6b1-25330aa997fc req-2a4af1d2-f4be-4fca-b7d2-929c625406a9 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0631411 Sep 21 17:39:03.984519 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f64de458-dede-4695-b6b1-25330aa997fc req-ccc122d8-4caf-4312-bf99-508278b6491c tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Sep 21 17:39:04.159020 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee24ad-720d-4180-ba2d-760ca9c26644 req-4d277037-3695-46d5-90b3-c06f37963cd5 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:04.160590 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a4ee24ad-720d-4180-ba2d-760ca9c26644 req-4d277037-3695-46d5-90b3-c06f37963cd5 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0542161 Sep 21 17:39:04.210632 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a4ee24ad-720d-4180-ba2d-760ca9c26644 req-b552de86-312e-411f-bcee-ca1a04a8fe49 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Sep 21 17:39:04.242963 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28723a29-355a-495b-9175-932584b5ef1a req-61c8acc3-b633-4c68-bfbb-9fa0f9c8d787 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:04.245199 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-28723a29-355a-495b-9175-932584b5ef1a req-61c8acc3-b633-4c68-bfbb-9fa0f9c8d787 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0775554 Sep 21 17:39:04.287052 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-28723a29-355a-495b-9175-932584b5ef1a req-17e882a4-4a3f-4bdc-b971-7b425066aef6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347013 Sep 21 17:39:04.518406 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccc6a5-b1b2-4db3-b376-d1ec86114eb4 req-c2f89ed5-8189-4eeb-81c9-6717e610fb04 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:04.525577 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-68ccc6a5-b1b2-4db3-b376-d1ec86114eb4 req-c2f89ed5-8189-4eeb-81c9-6717e610fb04 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0545297 Sep 21 17:39:04.563989 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-68ccc6a5-b1b2-4db3-b376-d1ec86114eb4 req-378e3690-9975-4fd3-8b68-4f5d31108c71 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375307 Sep 21 17:39:04.916082 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695b7d7-ce34-4322-a6fa-6d4cea175956 req-b6d9f6f4-22e6-482f-ba24-82845bc0aaa9 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:04.917585 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6695b7d7-ce34-4322-a6fa-6d4cea175956 req-b6d9f6f4-22e6-482f-ba24-82845bc0aaa9 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0518816 Sep 21 17:39:04.958702 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6695b7d7-ce34-4322-a6fa-6d4cea175956 req-08a1a35a-cb57-4dc6-91fe-aec857b35b5e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347242 Sep 21 17:39:05.135144 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee4337-5695-4ee9-b8dd-4ffa35e863ba req-d60330b9-4d3f-43c6-8a51-99e995fb3e33 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:05.143252 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2dee4337-5695-4ee9-b8dd-4ffa35e863ba req-d60330b9-4d3f-43c6-8a51-99e995fb3e33 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0875316 Sep 21 17:39:05.191429 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2dee4337-5695-4ee9-b8dd-4ffa35e863ba req-88fafca0-cf80-4eb2-9e46-9a23ed2005a5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Sep 21 17:39:05.349563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e141d-37e5-4084-a790-e4fcb3e54ce1 req-7e961104-a232-4730-9d85-602b5b43f718 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:05.351483 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d1e141d-37e5-4084-a790-e4fcb3e54ce1 req-7e961104-a232-4730-9d85-602b5b43f718 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0667701 Sep 21 17:39:05.404606 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d1e141d-37e5-4084-a790-e4fcb3e54ce1 req-43efb272-c022-4971-b909-9fa1f3177914 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386279 Sep 21 17:39:05.425072 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855dd1f-e414-4a54-867f-b57fbc4729c1 req-e1d886b8-6943-439c-86a9-56c6c31db5a0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:05.426577 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f855dd1f-e414-4a54-867f-b57fbc4729c1 req-e1d886b8-6943-439c-86a9-56c6c31db5a0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0634904 Sep 21 17:39:05.469071 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f855dd1f-e414-4a54-867f-b57fbc4729c1 req-9ef1d1b7-594b-4b56-98c9-6c0b4f3cd52b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 Sep 21 17:39:05.518665 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39134) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:05.632782 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7631e7ab-02da-4509-aea4-bd4c4db47db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:05.684761 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26cb7a-5266-4fec-8436-b7bdae31f221 req-75d81e39-148e-4a57-bcfc-e0aa2e50e713 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:05.686400 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df26cb7a-5266-4fec-8436-b7bdae31f221 req-75d81e39-148e-4a57-bcfc-e0aa2e50e713 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0476339 Sep 21 17:39:05.721046 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7631e7ab-02da-4509-aea4-bd4c4db47db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:05.724581 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df26cb7a-5266-4fec-8436-b7bdae31f221 req-31530339-4bb1-4a7d-a4a6-cc82fbcfded7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319347 Sep 21 17:39:05.725496 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7631e7ab-02da-4509-aea4-bd4c4db47db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:05.765479 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7631e7ab-02da-4509-aea4-bd4c4db47db9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cce252859445471faef44bc5b2770aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456791 Sep 21 17:39:05.766401 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631e7ab-02da-4509-aea4-bd4c4db47db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76476f71-7045-49e5-8855-f65701b084eb,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:05.768012 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39140) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:05.816717 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7656015f-4b41-49d4-998b-fa79c0e4954f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:05.837176 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7656015f-4b41-49d4-998b-fa79c0e4954f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:05.883248 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7656015f-4b41-49d4-998b-fa79c0e4954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:05.885846 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7656015f-4b41-49d4-998b-fa79c0e4954f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:05.887800 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-7656015f-4b41-49d4-998b-fa79c0e4954f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76476f71-7045-49e5-8855-f65701b084eb HTTP/1.1" status: 204 len: 168 time: 0.1188204 Sep 21 17:39:05.895368 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656015f-4b41-49d4-998b-fa79c0e4954f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76476f71-7045-49e5-8855-f65701b084eb,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:06.086856 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-e3f2889d-4fb0-44cf-8765-635a0e19c388 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668974 Sep 21 17:39:06.106569 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0a9dc-d286-4578-b435-f5484f5332c8 req-2b0ddbc4-f178-4730-851b-526e6b54dfd3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.108171 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7ef0a9dc-d286-4578-b435-f5484f5332c8 req-2b0ddbc4-f178-4730-851b-526e6b54dfd3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0618727 Sep 21 17:39:06.173098 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39152) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:06.183270 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7ef0a9dc-d286-4578-b435-f5484f5332c8 req-c27e4114-ce8e-4796-ab4a-518ff1c26681 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689569 Sep 21 17:39:06.192611 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6075eb8c-1430-459a-a61a-1f2d1061261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:06.195967 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-1b0be6fc-7d11-459f-8019-43bb85c89779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.197573 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-1b0be6fc-7d11-459f-8019-43bb85c89779 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 1098 time: 0.0757785 Sep 21 17:39:06.315891 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-4e0e470e-eeec-40b3-9e35-738fcb9fdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.317376 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-4e0e470e-eeec-40b3-9e35-738fcb9fdbff service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.0936601 Sep 21 17:39:06.320319 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6075eb8c-1430-459a-a61a-1f2d1061261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:06.325223 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6075eb8c-1430-459a-a61a-1f2d1061261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:06.337833 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508da460-6244-485c-a45c-33f1904d4743 req-73846286-555f-4e97-a47e-e580811ae4bf tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.339331 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-508da460-6244-485c-a45c-33f1904d4743 req-73846286-555f-4e97-a47e-e580811ae4bf tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0750792 Sep 21 17:39:06.365104 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-41022f9a-5b96-4c09-af5b-c259925aba4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab HTTP/1.1" status: 200 len: 217 time: 0.0358629 Sep 21 17:39:06.371598 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-6075eb8c-1430-459a-a61a-1f2d1061261b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba298470b7f84b82913cb9ae354d9307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968563 Sep 21 17:39:06.374181 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39156) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:06.391181 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075eb8c-1430-459a-a61a-1f2d1061261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa20e6-51c1-4b83-a9fa-3fea3f26dd34,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:06.411174 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-508da460-6244-485c-a45c-33f1904d4743 req-163aec12-a982-4dba-9157-45fe966faeb0 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587804 Sep 21 17:39:06.451855 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-cc0b295e-f950-427b-8fe2-f803e14cba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.453302 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-cc0b295e-f950-427b-8fe2-f803e14cba5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.0721910 Sep 21 17:39:06.473120 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1ba617de-9871-4544-b6e0-ee8ff18c15d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:06.506127 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-b75ca812-03b4-45f4-b99e-1caf3e065410 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402758 Sep 21 17:39:06.557372 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1ba617de-9871-4544-b6e0-ee8ff18c15d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:06.580289 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abdae3-e315-4e29-b17b-f528693487c2 req-e7c0ed8d-167c-4f98-b79e-157b67005b4c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.581668 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-55abdae3-e315-4e29-b17b-f528693487c2 req-e7c0ed8d-167c-4f98-b79e-157b67005b4c tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0464065 Sep 21 17:39:06.619102 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-55abdae3-e315-4e29-b17b-f528693487c2 req-77a5cc69-ea3d-4746-8970-2cbd207a3261 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Sep 21 17:39:06.639547 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38f22c-2ec4-469b-8ba0-6cd45c441741 req-684b721f-5fdf-436f-b134-1a178085fdf9 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.641036 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1c38f22c-2ec4-469b-8ba0-6cd45c441741 req-684b721f-5fdf-436f-b134-1a178085fdf9 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.1651423 Sep 21 17:39:06.678279 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-de28627c-7a4f-4926-b697-0d10c8fc2cee service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574109 Sep 21 17:39:06.702066 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1ba617de-9871-4544-b6e0-ee8ff18c15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:06.704571 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1ba617de-9871-4544-b6e0-ee8ff18c15d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:06.705624 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-1ba617de-9871-4544-b6e0-ee8ff18c15d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8aa20e6-51c1-4b83-a9fa-3fea3f26dd34 HTTP/1.1" status: 204 len: 168 time: 0.3304863 Sep 21 17:39:06.718275 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1c38f22c-2ec4-469b-8ba0-6cd45c441741 req-111054ec-e32f-49a6-ba40-6c2c11fe2e5a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710020 Sep 21 17:39:06.765157 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba617de-9871-4544-b6e0-ee8ff18c15d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa20e6-51c1-4b83-a9fa-3fea3f26dd34,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:06.796768 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a457385c-050e-470c-9fe4-571ba9ddda65 req-b8494af7-c80c-485a-8793-a284b75003c7 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071060 Sep 21 17:39:06.878363 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1a87b-d0a1-42b3-a13e-c4850460f641 req-8015e279-b685-48ca-90d8-17651ee1cd6e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:06.879986 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dac1a87b-d0a1-42b3-a13e-c4850460f641 req-8015e279-b685-48ca-90d8-17651ee1cd6e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0577812 Sep 21 17:39:06.917449 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dac1a87b-d0a1-42b3-a13e-c4850460f641 req-3dd9ea73-1236-4c31-a10c-8de445500bc3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Sep 21 17:39:07.300617 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f822d62-bb60-4548-9962-4ceae75ffad9 req-480f2e72-82bd-4fce-a867-62dcff562335 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:07.302175 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0f822d62-bb60-4548-9962-4ceae75ffad9 req-480f2e72-82bd-4fce-a867-62dcff562335 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0509036 Sep 21 17:39:07.343995 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0f822d62-bb60-4548-9962-4ceae75ffad9 req-1d4efb94-8365-4e3c-b7e5-8228f1c258a5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341008 Sep 21 17:39:07.531036 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41ec1f-7868-48e1-bbe0-eb1d5b3d9788 req-73acc67c-6592-4f90-b594-3855831466ea tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:07.538725 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ae41ec1f-7868-48e1-bbe0-eb1d5b3d9788 req-73acc67c-6592-4f90-b594-3855831466ea tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0613523 Sep 21 17:39:07.571197 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ae41ec1f-7868-48e1-bbe0-eb1d5b3d9788 req-b1ad9358-f8d8-4e0d-806d-b55ef82cd009 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Sep 21 17:39:07.768350 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda53905-286a-4837-9f28-913661a9f1a5 req-347a9d70-2ccd-44fe-8214-9dc2efcc4471 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:07.770305 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cda53905-286a-4837-9f28-913661a9f1a5 req-347a9d70-2ccd-44fe-8214-9dc2efcc4471 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0818236 Sep 21 17:39:07.808081 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-11d7352a-e7bb-49ed-a14f-9f825eea61d5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:07.810128 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-11d7352a-e7bb-49ed-a14f-9f825eea61d5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 945 time: 0.0886471 Sep 21 17:39:07.850083 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed69af-5e74-4243-bfe6-a23186064820 req-0c6f98bb-190a-40fd-aa27-1a247535238c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:07.851731 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a5ed69af-5e74-4243-bfe6-a23186064820 req-0c6f98bb-190a-40fd-aa27-1a247535238c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0570300 Sep 21 17:39:07.868991 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cda53905-286a-4837-9f28-913661a9f1a5 req-87fa57c9-364b-4c25-8b14-a34ad18fdcf0 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899711 Sep 21 17:39:07.914338 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a5ed69af-5e74-4243-bfe6-a23186064820 req-0eade56b-820d-4527-9b3f-864fd7a05344 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505517 Sep 21 17:39:07.979640 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Deleting port b16e3a63-84e9-46c7-9b19-9931ed4b3049 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:39:07.980024 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.007175 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da7af-fd0a-4546-906f-71587b6808ad req-7235761c-20e2-4e64-83ef-30addf2b3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:08.008663 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-211da7af-fd0a-4546-906f-71587b6808ad req-7235761c-20e2-4e64-83ef-30addf2b3c72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.0444503 Sep 21 17:39:08.046750 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-211da7af-fd0a-4546-906f-71587b6808ad req-e2d34153-f135-43b3-b7ce-f102da3d6ddc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285625 Sep 21 17:39:08.095304 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f4fef-c255-4b62-b457-7413da2a8321 req-60641c7b-f927-4752-a0e2-b6ba6b773aae tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:08.096758 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-110f4fef-c255-4b62-b457-7413da2a8321 req-60641c7b-f927-4752-a0e2-b6ba6b773aae tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0986331 Sep 21 17:39:08.114593 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] For port b16e3a63-84e9-46c7-9b19-9931ed4b3049, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b16e3a63-84e9-46c7-9b19-9931ed4b3049,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:08.114855 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.141177 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Calling delete_port for b16e3a63-84e9-46c7-9b19-9931ed4b3049 owned by compute:nova {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:39:08.187095 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-110f4fef-c255-4b62-b457-7413da2a8321 req-80aec66a-8daa-4381-89ee-275e760e8d69 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830362 Sep 21 17:39:08.305690 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.322387 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['b16e3a63-84e9-46c7-9b19-9931ed4b3049'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:08.338576 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Pushing event deleted for resources: {'Port': ['ID=b16e3a63-84e9-46c7-9b19-9931ed4b3049,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:08.404773 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] No DVR routers for this DVR port b16e3a63-84e9-46c7-9b19-9931ed4b3049 on host hv-cinder-81000 {{(pid=98179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:39:08.408020 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.410581 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b572bf0a-0a4a-48a2-bed8-c2e3e89bee28 req-94d95ee6-7f81-4607-af2d-e36410cf25f5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "DELETE /v2.0/ports/b16e3a63-84e9-46c7-9b19-9931ed4b3049 HTTP/1.1" status: 204 len: 173 time: 0.5889704 Sep 21 17:39:08.411066 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'name': 'network-vif-deleted', 'tag': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:08.413490 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea29c903-cf13-4950-a1e3-1b6709f868e0" -d '{"events": [{"server_uuid": "5df7ce60-966b-45b7-8095-1257fcbcf6d1", "name": "network-vif-deleted", "tag": "b16e3a63-84e9-46c7-9b19-9931ed4b3049"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:08.451324 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616f1e3b-847e-4ddb-b09f-f913e6b32ed2 x-openstack-request-id: req-616f1e3b-847e-4ddb-b09f-f913e6b32ed2 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:08.451722 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df7ce60-966b-45b7-8095-1257fcbcf6d1", "name": "network-vif-deleted", "tag": "b16e3a63-84e9-46c7-9b19-9931ed4b3049", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:08.452070 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-616f1e3b-847e-4ddb-b09f-f913e6b32ed2 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:08.452717 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df7ce60-966b-45b7-8095-1257fcbcf6d1', 'name': 'network-vif-deleted', 'tag': 'b16e3a63-84e9-46c7-9b19-9931ed4b3049', 'status': 'completed', 'code': 200} Sep 21 17:39:08.523987 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39234) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:08.650160 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f041fa21-a38a-4358-bf4d-b7d507ec5f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.690703 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d37e9e08-a5de-4c9a-9cd2-df06153b5003 req-920b069f-89c8-4d70-8abd-18263ea96898 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=5df7ce60-966b-45b7-8095-1257fcbcf6d1 HTTP/1.1" status: 200 len: 210 time: 0.0304241 Sep 21 17:39:08.768441 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f041fa21-a38a-4358-bf4d-b7d507ec5f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.772446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f041fa21-a38a-4358-bf4d-b7d507ec5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.810419 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041fa21-a38a-4358-bf4d-b7d507ec5f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c4b4a8-55c4-4fae-80c5-4627d55cd17d,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:08.817098 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f041fa21-a38a-4358-bf4d-b7d507ec5f59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf5c74a110bf41cf84e201cd81981098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895753 Sep 21 17:39:08.817384 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39240) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:08.862873 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97df453c-3ac3-45bf-aed3-218ad34923eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.883180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97df453c-3ac3-45bf-aed3-218ad34923eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.931832 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97df453c-3ac3-45bf-aed3-218ad34923eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.935183 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97df453c-3ac3-45bf-aed3-218ad34923eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:08.938567 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-97df453c-3ac3-45bf-aed3-218ad34923eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9c4b4a8-55c4-4fae-80c5-4627d55cd17d HTTP/1.1" status: 204 len: 168 time: 0.1181643 Sep 21 17:39:08.946896 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df453c-3ac3-45bf-aed3-218ad34923eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c4b4a8-55c4-4fae-80c5-4627d55cd17d,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:09.011494 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83021c-487e-4945-8041-507abbdc4dc2 req-27160a47-9656-40ed-bdb4-e80a3d3b8a98 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:09.019830 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3b83021c-487e-4945-8041-507abbdc4dc2 req-27160a47-9656-40ed-bdb4-e80a3d3b8a98 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0618713 Sep 21 17:39:09.062738 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3b83021c-487e-4945-8041-507abbdc4dc2 req-b1da04a1-c521-48d2-b642-d8838ce10669 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419688 Sep 21 17:39:09.076153 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dc979-2eab-4dc5-830b-a25c53dcdc3c req-d81707ff-daa3-415e-b9cf-e0c431987ea4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:09.077860 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-832dc979-2eab-4dc5-830b-a25c53dcdc3c req-d81707ff-daa3-415e-b9cf-e0c431987ea4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0629885 Sep 21 17:39:09.118080 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-832dc979-2eab-4dc5-830b-a25c53dcdc3c req-d8b9720a-7ad3-432f-ba6c-5be67b743f25 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Sep 21 17:39:09.248330 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39252) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:09.261808 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-30097fe1-5194-4760-97e2-d9a187baf974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.285939 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 5892e996-fa65-489e-9a57-f33cd58262f1 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:39:09.312076 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b4ff4-20df-4c49-af69-1eee33a9044a req-3d7c3b86-cb5a-4e5b-a57a-b4f9a09d7e5d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:09.314101 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-884b4ff4-20df-4c49-af69-1eee33a9044a req-3d7c3b86-cb5a-4e5b-a57a-b4f9a09d7e5d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0543041 Sep 21 17:39:09.365919 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-884b4ff4-20df-4c49-af69-1eee33a9044a req-93acfc6c-6330-4817-98e2-bc5bfe3c0acf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Sep 21 17:39:09.382273 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-30097fe1-5194-4760-97e2-d9a187baf974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.387875 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-30097fe1-5194-4760-97e2-d9a187baf974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.410189 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:09.421317 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '5892e996-fa65-489e-9a57-f33cd58262f1', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'port_id': '5892e996-fa65-489e-9a57-f33cd58262f1', 'mac_address': 'fa:16:3e:9a:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:39:09.424027 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30097fe1-5194-4760-97e2-d9a187baf974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bff1f7-b4b7-4290-9a4c-9392f3508bdf,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:09.429514 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-30097fe1-5194-4760-97e2-d9a187baf974 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64216a25aaf942908e7421aeb164e853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801689 Sep 21 17:39:09.432179 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39254) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:09.458768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.471079 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5892e996-fa65-489e-9a57-f33cd58262f1 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:39:09.482204 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-65c5d5af-713c-466a-9732-0c55f03fee68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.490466 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:09.494152 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.504964 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-65c5d5af-713c-466a-9732-0c55f03fee68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.545054 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:09.551963 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-65c5d5af-713c-466a-9732-0c55f03fee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.553133 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.553498 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.553984 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.554311 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.554632 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-65c5d5af-713c-466a-9732-0c55f03fee68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:09.554766 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.554980 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.555297 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.555615 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.555817 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-65c5d5af-713c-466a-9732-0c55f03fee68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86bff1f7-b4b7-4290-9a4c-9392f3508bdf HTTP/1.1" status: 204 len: 168 time: 0.1227374 Sep 21 17:39:09.556033 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.556360 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.556671 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.556984 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:09.564150 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5d5af-713c-466a-9732-0c55f03fee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bff1f7-b4b7-4290-9a4c-9392f3508bdf,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:09.770154 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['5892e996-fa65-489e-9a57-f33cd58262f1'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:10.174332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4abb5-f8e5-4bbd-aedd-9d617437d2b0 req-56491ed0-57a3-44ca-bffa-01323e1b27d3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:10.175996 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b7d4abb5-f8e5-4bbd-aedd-9d617437d2b0 req-56491ed0-57a3-44ca-bffa-01323e1b27d3 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0522697 Sep 21 17:39:10.217664 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b7d4abb5-f8e5-4bbd-aedd-9d617437d2b0 req-aa55fa5e-2b7f-4196-bd16-062d4896bcba tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358362 Sep 21 17:39:10.261610 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237f2c6-ddf3-4b84-a3a8-0c17c3ba8e80 req-6cc8b03f-6188-4a34-a582-7944cc5f1539 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:10.265458 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a237f2c6-ddf3-4b84-a3a8-0c17c3ba8e80 req-6cc8b03f-6188-4a34-a582-7944cc5f1539 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 944 time: 0.0718036 Sep 21 17:39:10.301866 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a237f2c6-ddf3-4b84-a3a8-0c17c3ba8e80 req-dd02ee8e-6943-431b-bc5b-a9b968f528e6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Sep 21 17:39:10.504111 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96bb4d-d811-40ed-8117-bdd911d89a17 req-c719c39f-6bc3-443a-85ba-fdf6212111c6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:10.505710 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd96bb4d-d811-40ed-8117-bdd911d89a17 req-c719c39f-6bc3-443a-85ba-fdf6212111c6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0565095 Sep 21 17:39:10.546108 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd96bb4d-d811-40ed-8117-bdd911d89a17 req-f3484bd1-b861-4938-a26d-cbeb595c924d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345573 Sep 21 17:39:10.550063 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7467dc6-77bb-46dd-9260-af6ac3c9370c req-a9d09c69-381d-4916-9a92-ae7ac55156a8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:10.552482 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d7467dc6-77bb-46dd-9260-af6ac3c9370c req-a9d09c69-381d-4916-9a92-ae7ac55156a8 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0585823 Sep 21 17:39:10.591416 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d7467dc6-77bb-46dd-9260-af6ac3c9370c req-d217d3b6-7d27-4593-920d-74209c13cd39 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325861 Sep 21 17:39:11.415430 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18f3d7-a1b7-4c6f-9b7e-417637113d1c req-bff03c46-7403-48b1-9ed3-55d078fbcc31 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:11.416897 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a18f3d7-a1b7-4c6f-9b7e-417637113d1c req-bff03c46-7403-48b1-9ed3-55d078fbcc31 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 944 time: 0.0490563 Sep 21 17:39:11.454991 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a18f3d7-a1b7-4c6f-9b7e-417637113d1c req-917edbd8-ae78-4b45-8352-67d8b29520a1 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315230 Sep 21 17:39:11.682771 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11b85e-0ffe-4df4-b35a-1d550dd1ca30 req-13db4de7-2671-411c-84d1-85a743e0ba93 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:11.684311 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1e11b85e-0ffe-4df4-b35a-1d550dd1ca30 req-13db4de7-2671-411c-84d1-85a743e0ba93 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0555375 Sep 21 17:39:11.723163 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55beb-a3e8-43df-9b0c-df67e70a037e req-245e193f-bbd4-4926-8716-16770177ad5f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:11.724637 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-77a55beb-a3e8-43df-9b0c-df67e70a037e req-245e193f-bbd4-4926-8716-16770177ad5f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0521572 Sep 21 17:39:11.727003 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1e11b85e-0ffe-4df4-b35a-1d550dd1ca30 req-c1a3f645-a9a6-4877-a248-5f3c3c0e1f5b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341992 Sep 21 17:39:11.765244 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-77a55beb-a3e8-43df-9b0c-df67e70a037e req-f3c945b0-fb22-4253-99dd-69a01ba6cacd tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341594 Sep 21 17:39:11.899030 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16e3a63-84e9-46c7-9b19-9931ed4b3049 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:39:11.920336 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: b16e3a63-84e9-46c7-9b19-9931ed4b3049 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:39:11.920683 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device b16e3a63-84e9-46c7-9b19-9931ed4b3049 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:39:12.341103 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39416) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:12.442100 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1f5787b2-5138-47e5-b836-4bbc4f7ea10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:12.531233 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1f5787b2-5138-47e5-b836-4bbc4f7ea10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:12.535175 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1f5787b2-5138-47e5-b836-4bbc4f7ea10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:12.571368 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d384310-e7bd-419f-972d-8b943cf1cb23 req-3c5639a6-707a-4398-95f5-07dc10edcb57 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:12.575273 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-1f5787b2-5138-47e5-b836-4bbc4f7ea10c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea004965a70e405ebbf3d5d3169e1dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306767 Sep 21 17:39:12.575441 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4d384310-e7bd-419f-972d-8b943cf1cb23 req-3c5639a6-707a-4398-95f5-07dc10edcb57 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 944 time: 0.0511041 Sep 21 17:39:12.575536 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5787b2-5138-47e5-b836-4bbc4f7ea10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638e6e70-6e59-4ddb-ae32-c8d65d700cd1,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:12.575631 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39422) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:12.638862 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4d384310-e7bd-419f-972d-8b943cf1cb23 req-c714fe82-6114-4a4d-b5b1-85aaee8ce45e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572078 Sep 21 17:39:12.650370 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-47621a9c-53de-4199-b5ec-839e0b32b86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:12.671548 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-47621a9c-53de-4199-b5ec-839e0b32b86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:12.717271 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-47621a9c-53de-4199-b5ec-839e0b32b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:12.720319 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-47621a9c-53de-4199-b5ec-839e0b32b86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:12.721457 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-47621a9c-53de-4199-b5ec-839e0b32b86f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/638e6e70-6e59-4ddb-ae32-c8d65d700cd1 HTTP/1.1" status: 204 len: 168 time: 0.1450169 Sep 21 17:39:12.729575 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47621a9c-53de-4199-b5ec-839e0b32b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638e6e70-6e59-4ddb-ae32-c8d65d700cd1,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:12.851244 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900fbd8-bad1-479c-b629-9f643764431a req-41da12df-5804-4b26-9721-a78999716d4b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:12.852768 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e900fbd8-bad1-479c-b629-9f643764431a req-41da12df-5804-4b26-9721-a78999716d4b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0542209 Sep 21 17:39:12.894679 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e900fbd8-bad1-479c-b629-9f643764431a req-f0368c40-645a-4af5-aebe-a8f5be5c5319 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351040 Sep 21 17:39:12.895782 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fb066-0e96-43c7-915b-8945ac95cc2e req-6a86ff8a-81dc-4273-827f-dd146785f007 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:12.899123 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bb4fb066-0e96-43c7-915b-8945ac95cc2e req-6a86ff8a-81dc-4273-827f-dd146785f007 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0503240 Sep 21 17:39:12.971727 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bb4fb066-0e96-43c7-915b-8945ac95cc2e req-6a45b30f-77c7-4762-8124-9151b583aca6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617259 Sep 21 17:39:12.973355 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-656bfad3-ec9f-40b9-8157-0e8c9ece83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:12.974771 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-656bfad3-ec9f-40b9-8157-0e8c9ece83fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 1099 time: 0.0741272 Sep 21 17:39:13.018809 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39434) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:13.057964 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b8a05fa5-82eb-40e8-89fc-2535daed9e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.105979 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-70e379bd-9bb0-4a94-ba05-be39eb3f43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:13.107457 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-70e379bd-9bb0-4a94-ba05-be39eb3f43fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 200 len: 920 time: 0.1224298 Sep 21 17:39:13.331860 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 5892e996-fa65-489e-9a57-f33cd58262f1 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:39:13.376360 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-3d70060d-4457-4484-b85b-d40375d68578 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 200 len: 217 time: 0.2544730 Sep 21 17:39:13.383758 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 5892e996-fa65-489e-9a57-f33cd58262f1 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:39:13.388756 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 5892e996-fa65-489e-9a57-f33cd58262f1 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:39:13.389333 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.445342 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-d8176130-b14b-4d7f-bab2-22c76886abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:13.447032 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-d8176130-b14b-4d7f-bab2-22c76886abc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 200 len: 859 time: 0.0613139 Sep 21 17:39:13.465465 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b8a05fa5-82eb-40e8-89fc-2535daed9e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.472851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.476591 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b8a05fa5-82eb-40e8-89fc-2535daed9e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.494782 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:13.497010 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cec38dd-0868-417f-a09a-3b4c1c1e1b9e" -d '{"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-plugged", "status": "completed", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:13.503044 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-6435ea54-39bb-4cc8-a787-399fdbc1ad19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5253add1-a38f-418c-b4f2-c8528448381a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362992 Sep 21 17:39:13.509470 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:13.514900 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.541981 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10b8456-e5ad-4371-8c6f-731c1bbb6f09 x-openstack-request-id: req-f10b8456-e5ad-4371-8c6f-731c1bbb6f09 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:13.542599 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-plugged", "status": "completed", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:13.543505 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f10b8456-e5ad-4371-8c6f-731c1bbb6f09 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:13.543914 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1', 'code': 200} Sep 21 17:39:13.557528 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b8a05fa5-82eb-40e8-89fc-2535daed9e7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=679b837b0cb448e1bbf7fd2349f154c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376902 Sep 21 17:39:13.560922 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a05fa5-82eb-40e8-89fc-2535daed9e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c220741f-1d61-4d7b-bfb6-3828d1dae718,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:13.561980 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39438) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:13.570934 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:13.619210 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-2dd94147-036d-42e5-9eea-dcca6068a2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065359 Sep 21 17:39:13.623745 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0b78-c825-4446-bf9f-8ba1e85f47a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.644130 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0b78-c825-4446-bf9f-8ba1e85f47a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.694345 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0b78-c825-4446-bf9f-8ba1e85f47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.697435 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0b78-c825-4446-bf9f-8ba1e85f47a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:13.712637 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-0b6f0b78-c825-4446-bf9f-8ba1e85f47a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c220741f-1d61-4d7b-bfb6-3828d1dae718 HTTP/1.1" status: 204 len: 168 time: 0.1347730 Sep 21 17:39:13.723685 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f0b78-c825-4446-bf9f-8ba1e85f47a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c220741f-1d61-4d7b-bfb6-3828d1dae718,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:13.726122 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56358f44-5d8d-4285-98ed-8bc30ca17be3 req-ceab54d2-6341-4a8e-9ff0-97bdaf0c2c59 service neutron] 10.222.0.18 "GET /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986495 Sep 21 17:39:13.762411 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c1008-97ec-4b00-a704-c30e813c9d28 req-b5edca30-9e52-4554-b18c-ee50c7e9ad7b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:13.764232 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-510c1008-97ec-4b00-a704-c30e813c9d28 req-b5edca30-9e52-4554-b18c-ee50c7e9ad7b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0520701 Sep 21 17:39:13.804678 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-510c1008-97ec-4b00-a704-c30e813c9d28 req-5fe42080-dfef-4c11-8e90-943ad761000a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Sep 21 17:39:13.891952 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4684-f2be-4651-a350-31f4b2223a88 req-ca60425a-5536-4236-b05f-fcd3c6cc37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:13.893811 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-726c4684-f2be-4651-a350-31f4b2223a88 req-ca60425a-5536-4236-b05f-fcd3c6cc37ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1098 time: 0.0391219 Sep 21 17:39:13.938467 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-726c4684-f2be-4651-a350-31f4b2223a88 req-126b8eaa-e39a-42cc-9bc6-474cad3afccc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 Sep 21 17:39:14.023625 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70b76f-0d79-4f31-a5a7-20ffa3e0addf req-cdfb906d-9b77-473d-9ef1-ff3b9ec07def tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:14.025422 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f70b76f-0d79-4f31-a5a7-20ffa3e0addf req-cdfb906d-9b77-473d-9ef1-ff3b9ec07def tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0542204 Sep 21 17:39:14.071609 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f70b76f-0d79-4f31-a5a7-20ffa3e0addf req-e42feb2b-2310-49f9-8a9d-30489a29583b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375144 Sep 21 17:39:14.111296 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ca313-a8ba-4161-883d-b064ea0b94e8 req-93131a26-7d99-45ff-8f89-f9d5d290f314 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:14.112847 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4a6ca313-a8ba-4161-883d-b064ea0b94e8 req-93131a26-7d99-45ff-8f89-f9d5d290f314 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0678241 Sep 21 17:39:14.160118 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4a6ca313-a8ba-4161-883d-b064ea0b94e8 req-a2e8c5ae-e85e-42cd-b911-256966076730 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Sep 21 17:39:14.927699 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66966d14-32c9-41a1-b129-23f932454581 req-5c3254bb-fa06-4a47-9704-649599805cfd tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:14.929173 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-66966d14-32c9-41a1-b129-23f932454581 req-5c3254bb-fa06-4a47-9704-649599805cfd tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0506175 Sep 21 17:39:14.965929 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-66966d14-32c9-41a1-b129-23f932454581 req-9ecd512f-a300-4cb5-9eb2-48b15f84a0c0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308881 Sep 21 17:39:15.202161 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948b5ef-fff1-4980-851f-ccb7edddfbf8 req-7d8743bb-eff7-4291-8a01-320c6ea121d4 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:15.203891 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4948b5ef-fff1-4980-851f-ccb7edddfbf8 req-7d8743bb-eff7-4291-8a01-320c6ea121d4 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 943 time: 0.0512168 Sep 21 17:39:15.242513 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4948b5ef-fff1-4980-851f-ccb7edddfbf8 req-fd9529e8-b701-4a4f-a967-225fd96e5527 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Sep 21 17:39:15.294249 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e7e62-251c-4a55-8875-04dc20a7da2a req-eb82b2a5-abc6-4bec-8761-4faa37ff7eb1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:15.295770 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-375e7e62-251c-4a55-8875-04dc20a7da2a req-eb82b2a5-abc6-4bec-8761-4faa37ff7eb1 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0632310 Sep 21 17:39:15.336884 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-375e7e62-251c-4a55-8875-04dc20a7da2a req-73748ae6-7e49-4236-abba-cca683e20d99 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Sep 21 17:39:15.361043 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:39:15.471853 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:15.482482 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39524) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:15.484441 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'port_id': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'mac_address': 'fa:16:3e:53:75:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:39:15.520933 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.533887 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2659b2-5f56-4796-8471-878cd83daf57 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:39:15.553042 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:15.556863 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.587806 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b75fabcd-3751-4c77-93ed-fc69899462c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.602362 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=9']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:15.678545 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b75fabcd-3751-4c77-93ed-fc69899462c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.682016 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b75fabcd-3751-4c77-93ed-fc69899462c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.718672 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-b75fabcd-3751-4c77-93ed-fc69899462c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f083c439276401091eceba1240e9433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350810 Sep 21 17:39:15.720204 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fabcd-3751-4c77-93ed-fc69899462c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32e46de-f7d8-4d9e-a14c-557a507c2dd3,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:15.721944 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39528) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:15.770725 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9cfc91aa-9fae-4597-9b5a-931615fb4e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.790283 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9cfc91aa-9fae-4597-9b5a-931615fb4e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.836849 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9cfc91aa-9fae-4597-9b5a-931615fb4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.839509 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9cfc91aa-9fae-4597-9b5a-931615fb4e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:15.840641 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9cfc91aa-9fae-4597-9b5a-931615fb4e5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f32e46de-f7d8-4d9e-a14c-557a507c2dd3 HTTP/1.1" status: 204 len: 168 time: 0.1173234 Sep 21 17:39:15.847825 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc91aa-9fae-4597-9b5a-931615fb4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32e46de-f7d8-4d9e-a14c-557a507c2dd3,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:16.081262 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e1dd-625a-4cae-bb59-dc5d4a46d826 req-ec851346-b4f0-48fa-96e3-bca6a510c90a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:16.082764 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8275e1dd-625a-4cae-bb59-dc5d4a46d826 req-ec851346-b4f0-48fa-96e3-bca6a510c90a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0486724 Sep 21 17:39:16.097437 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39536) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:16.111528 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d5a372af-a9c5-4740-a1b2-7f8abda4642f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.124034 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8275e1dd-625a-4cae-bb59-dc5d4a46d826 req-9ea9bad5-7ad4-484b-a651-312e38b40525 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354886 Sep 21 17:39:16.220112 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d5a372af-a9c5-4740-a1b2-7f8abda4642f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.233687 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d5a372af-a9c5-4740-a1b2-7f8abda4642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.278869 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-d5a372af-a9c5-4740-a1b2-7f8abda4642f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=502cd623112d4134b5de10c3b6818d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803505 Sep 21 17:39:16.281522 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39542) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:16.282227 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a372af-a9c5-4740-a1b2-7f8abda4642f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8040101-c4ec-47db-87b3-9dd5438fbb44,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:16.292576 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6aa42-8404-4853-b67f-1dfc4fc5e711 req-174144bc-e2a5-4335-a8f7-0d47a2a1b957 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:16.294142 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5de6aa42-8404-4853-b67f-1dfc4fc5e711 req-174144bc-e2a5-4335-a8f7-0d47a2a1b957 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0876043 Sep 21 17:39:16.333921 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5de6aa42-8404-4853-b67f-1dfc4fc5e711 req-53635b33-45c7-4182-a475-570f8dc7a3e8 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338340 Sep 21 17:39:16.355548 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39544) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:16.359619 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-777e6571-bfb3-4a34-85e5-f3f1a399ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.393051 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42607de0-22c9-4644-911f-ff357f2680b0 req-26374c07-85ac-4074-9bfb-d293f4a5fc2f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:16.394525 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-42607de0-22c9-4644-911f-ff357f2680b0 req-26374c07-85ac-4074-9bfb-d293f4a5fc2f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0717189 Sep 21 17:39:16.399147 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-777e6571-bfb3-4a34-85e5-f3f1a399ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.462600 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-42607de0-22c9-4644-911f-ff357f2680b0 req-2fc6a030-10a2-484d-b833-cea417d30a65 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567701 Sep 21 17:39:16.466436 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fb056-6890-40a1-96e3-d163a01cce91 req-0dbd81f8-a24b-467e-a916-5fa8e8ba1fe4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:16.467983 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-299fb056-6890-40a1-96e3-d163a01cce91 req-0dbd81f8-a24b-467e-a916-5fa8e8ba1fe4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0565469 Sep 21 17:39:16.492828 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-777e6571-bfb3-4a34-85e5-f3f1a399ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.496017 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-777e6571-bfb3-4a34-85e5-f3f1a399ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.500124 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-777e6571-bfb3-4a34-85e5-f3f1a399ab0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8040101-c4ec-47db-87b3-9dd5438fbb44 HTTP/1.1" status: 204 len: 168 time: 0.2166221 Sep 21 17:39:16.510465 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e6571-bfb3-4a34-85e5-f3f1a399ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8040101-c4ec-47db-87b3-9dd5438fbb44,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:16.531227 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-299fb056-6890-40a1-96e3-d163a01cce91 req-13426b2f-08b7-4b2f-bb5e-2819d2e5ed8e tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539172 Sep 21 17:39:16.647826 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efdc9c7-5b3c-440f-8fc4-dfe924edb077 tempest-TestShelveInstance-103049680 tempest-TestShelveInstance-103049680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:16.649333 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-8efdc9c7-5b3c-440f-8fc4-dfe924edb077 tempest-TestShelveInstance-103049680 tempest-TestShelveInstance-103049680-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1093 time: 0.2926931 Sep 21 17:39:16.652428 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39554) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:16.656644 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'port_id': '5892e996-fa65-489e-9a57-f33cd58262f1', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:39:16.678288 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for floatingip, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.790416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:16.906775 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Allocated IP 172.27.1.119 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/1d70b380-e376-4d31-be4f-3a265d6a1c6a) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:39:17.016935 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:17.055272 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:17.092127 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:39:17.095009 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:39:17.098365 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:39:17.131193 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'Port': ['ID=1d70b380-e376-4d31-be4f-3a265d6a1c6a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:17.503296 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:17.586492 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:17.607760 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e620f73-a474-4463-b70e-c5e4c69ebf17 req-101e73e4-a389-4ea6-b090-476182d10405 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:17.609294 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0e620f73-a474-4463-b70e-c5e4c69ebf17 req-101e73e4-a389-4ea6-b090-476182d10405 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0540044 Sep 21 17:39:17.650603 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0e620f73-a474-4463-b70e-c5e4c69ebf17 req-f7be3a6a-4309-4140-90e7-b3b10fb52d65 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344644 Sep 21 17:39:17.684473 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b5118-865f-48b3-966c-03d286083c38 req-79cb17fc-0bee-42f8-9885-5074c9e70969 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:17.686007 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df0b5118-865f-48b3-966c-03d286083c38 req-79cb17fc-0bee-42f8-9885-5074c9e70969 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0779319 Sep 21 17:39:17.775511 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-df0b5118-865f-48b3-966c-03d286083c38 req-76450418-80be-4188-b2d5-5cd6815e316f tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703993 Sep 21 17:39:17.830207 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:17.834831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:17.908658 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event updated for resources: {'Port': ['ID=1d70b380-e376-4d31-be4f-3a265d6a1c6a,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:17.919210 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:18.021864 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Floating IP b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8 associated. External IP: 172.27.1.119, port: 5892e996-fa65-489e-9a57-f33cd58262f1. Sep 21 17:39:18.454130 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Router 17e57a78-e9c5-479b-885a-74c6317d0ff3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:39:18.568424 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:39:18.572593 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['ab2659b2-5f56-4796-8471-878cd83daf57'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:18.578168 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] Sync routers for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:39:18.584912 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:18.587369 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:39:18.588039 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:38:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:18.617595 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-1861237f-d478-4129-ab33-72fa61f4980a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9635818 Sep 21 17:39:18.618306 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:18.620807 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90621b3-85e4-4c4e-a3cc-f73e36374dec" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:18.667215 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a7fc8-6573-4484-bf81-73244fbe98a2 x-openstack-request-id: req-879a7fc8-6573-4484-bf81-73244fbe98a2 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:18.667501 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:18.667769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-879a7fc8-6573-4484-bf81-73244fbe98a2 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:18.668157 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1', 'status': 'completed', 'code': 200} Sep 21 17:39:18.702100 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:39:18.748219 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-fb87ef9f-ffab-4928-9b98-f6a3b07e1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:18.749740 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-fb87ef9f-ffab-4928-9b98-f6a3b07e1d3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1098 time: 0.0511849 Sep 21 17:39:18.791711 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f1379-6431-41e7-9561-b64c92435df3 req-4a2835e3-2eef-40e1-9d68-1703107e2eb3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:18.793786 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-974f1379-6431-41e7-9561-b64c92435df3 req-4a2835e3-2eef-40e1-9d68-1703107e2eb3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0485923 Sep 21 17:39:18.832656 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-974f1379-6431-41e7-9561-b64c92435df3 req-c7bc9d3d-43d1-475a-9cf5-13650a3c6a04 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Sep 21 17:39:18.862219 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-8d217c79-dcb5-4320-98d9-62d56e9d8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:18.863717 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-8d217c79-dcb5-4320-98d9-62d56e9d8388 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 910 time: 0.1049192 Sep 21 17:39:18.930049 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-e181a1a4-e0ce-4ddd-82b3-313909bbd884 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 999 time: 0.0562723 Sep 21 17:39:18.942281 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'port_id': '5892e996-fa65-489e-9a57-f33cd58262f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'mac_address': 'fa:16:3e:9a:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:39:17Z', 'updated_at': '2021-09-21T17:39:17Z', 'revision_number': 0, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:03Z', 'revision_number': 5, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:18.969245 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] Checking router: 17e57a78-e9c5-479b-885a-74c6317d0ff3 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:39:18.978124 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:39:18.978340 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:38:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:18.991233 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-65b9d6ca-7504-4169-945f-fdabc27ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:18.992820 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-65b9d6ca-7504-4169-945f-fdabc27ef7bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 200 len: 848 time: 0.0487869 Sep 21 17:39:19.052678 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-d9e98a12-eb17-4f69-aaab-029346db9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:19.054208 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-d9e98a12-eb17-4f69-aaab-029346db9349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7177bda9-d0a8-41a8-b648-103f372f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398376 Sep 21 17:39:19.158413 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-968517d0-79e5-4aa9-ab00-3176772fac5a service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895612 Sep 21 17:39:19.166300 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:39:19.258544 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d90621b3-85e4-4c4e-a3cc-f73e36374dec req-842a9028-f600-4982-94e6-f30cecf95aee service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880883 Sep 21 17:39:19.389849 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'port_id': '5892e996-fa65-489e-9a57-f33cd58262f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'mac_address': 'fa:16:3e:9a:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:39:17Z', 'updated_at': '2021-09-21T17:39:17Z', 'revision_number': 0, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:03Z', 'revision_number': 5, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:19.419137 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33b136-bbbe-4d5b-bacd-8eed54d7cf82 None None] The sync data for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi is: [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'port_id': '5892e996-fa65-489e-9a57-f33cd58262f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'mac_address': 'fa:16:3e:9a:b5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:39:17Z', 'updated_at': '2021-09-21T17:39:17Z', 'revision_number': 0, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:03Z', 'revision_number': 5, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:39:19.642610 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276d1d4-6533-47c5-b992-f0650bb1b203 None None] New status for floating IP b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8: ACTIVE {{(pid=98180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:39:19.878094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7115d-b449-4439-a187-facb9fbe3133 req-78f10c2d-404c-42fc-9db8-7abd04f2919f tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:19.879554 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-78f10c2d-404c-42fc-9db8-7abd04f2919f tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/networks?id=4e687752-a26d-4bb6-9704-837b1c5cd7c9 HTTP/1.1" status: 200 len: 813 time: 0.1057820 Sep 21 17:39:19.894357 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-b8a39b12-63c6-4f6f-8b8a-48333b9054cb tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/quotas/41001eee7e544244b5b033961443a7bc HTTP/1.1" status: 200 len: 375 time: 0.0089731 Sep 21 17:39:19.925353 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-979541ae-067e-4b66-8668-8f19365d0624 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41001eee7e544244b5b033961443a7bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256066 Sep 21 17:39:19.956705 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e650ee9-dc41-4be2-9521-c5af9616835b req-a464ce41-f1e9-46d1-87d7-3a9ae20703f2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:19.958180 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6e650ee9-dc41-4be2-9521-c5af9616835b req-a464ce41-f1e9-46d1-87d7-3a9ae20703f2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0474381 Sep 21 17:39:19.996083 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6e650ee9-dc41-4be2-9521-c5af9616835b req-b391a618-6496-4bd2-a265-9ce35d98a67c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Sep 21 17:39:20.017166 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-55799dad-9996-4ca8-8135-a3dd6ef3c878 service neutron] 10.222.0.26 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844064 Sep 21 17:39:20.103326 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-a4add743-f60e-484d-a891-3ece9f15ef28 service neutron] 10.222.0.26 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794103 Sep 21 17:39:20.257962 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a85e96db-7c57-44ba-8110-3e75fea1bfef req-8806839c-76ed-4e98-86cc-45ad6eff3566 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 210 time: 0.0259924 Sep 21 17:39:21.115838 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cece7b0-85a9-420b-8eec-9ffd5ee4ad19 req-51250fd7-fb40-471f-886b-0abf0d26e318 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:21.117286 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4cece7b0-85a9-420b-8eec-9ffd5ee4ad19 req-51250fd7-fb40-471f-886b-0abf0d26e318 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 944 time: 0.0502052 Sep 21 17:39:21.153685 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4cece7b0-85a9-420b-8eec-9ffd5ee4ad19 req-90794740-beb1-430f-a987-77f94c47bae2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298579 Sep 21 17:39:21.348031 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-61bb695a-8c2d-4193-b66c-6b70686d5afb req-c9d2679a-0014-4918-bce3-062ab9d0e29c tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 210 time: 0.0247428 Sep 21 17:39:21.396614 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3cb15788-c17f-49c1-9cc9-05c26e0d0e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:21.768268 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:39:21.817956 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port ab2659b2-5f56-4796-8471-878cd83daf57 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:39:21.818324 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:21.891624 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:21.916801 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:21.919042 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cc9bbb-0abd-43e1-9a81-84745797dd25" -d '{"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-plugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:21.931175 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:21.935287 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:21.958207 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5539d986-5d5c-431d-bdc4-473602a8b023 x-openstack-request-id: req-5539d986-5d5c-431d-bdc4-473602a8b023 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:21.958438 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-plugged", "status": "completed", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:21.958720 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5539d986-5d5c-431d-bdc4-473602a8b023 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:21.959092 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'code': 200} Sep 21 17:39:21.983794 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=10']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:22.272336 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538df9a-bb36-4d4f-adb3-519609e07261 req-4e382582-226e-4afe-a160-99285c70b030 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:22.273776 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5538df9a-bb36-4d4f-adb3-519609e07261 req-4e382582-226e-4afe-a160-99285c70b030 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0512145 Sep 21 17:39:22.309860 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5538df9a-bb36-4d4f-adb3-519609e07261 req-acfabea0-f269-4e18-bcbc-a997ebeeda1d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302243 Sep 21 17:39:22.439712 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0026616d-d599-4207-8420-56531c3eab20 req-18a32d29-f60b-45b9-ac7e-eaf7ca0ce4a1 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 210 time: 0.0257444 Sep 21 17:39:23.307492 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f1ed0-21db-4383-9a6f-3c2397b993e8 req-fe1cc09a-9865-4187-b1b1-0a0a796f245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:23.309054 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d16f1ed0-21db-4383-9a6f-3c2397b993e8 req-fe1cc09a-9865-4187-b1b1-0a0a796f245c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 1099 time: 0.0400651 Sep 21 17:39:23.353051 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d16f1ed0-21db-4383-9a6f-3c2397b993e8 req-8cc6cb31-b832-450f-92b5-3acb615a3629 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296795 Sep 21 17:39:23.431412 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7115d-b449-4439-a187-facb9fbe3133 req-7e7a339a-bd79-43b5-bf8e-be454086c4be tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:23.432803 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-7e7a339a-bd79-43b5-bf8e-be454086c4be tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "GET /v2.0/networks?id=4e687752-a26d-4bb6-9704-837b1c5cd7c9 HTTP/1.1" status: 200 len: 813 time: 0.1416121 Sep 21 17:39:23.456322 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7d0d7-4423-4d30-a20f-22d20dadbd24 req-bd72e54e-12ab-4cae-bbbb-3bceb78d682f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:23.457730 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e0f7d0d7-4423-4d30-a20f-22d20dadbd24 req-bd72e54e-12ab-4cae-bbbb-3bceb78d682f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0681162 Sep 21 17:39:23.497178 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e0f7d0d7-4423-4d30-a20f-22d20dadbd24 req-6d01ea5d-b31e-4e7d-8ec5-fc7cdcf109f9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Sep 21 17:39:23.536616 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-241a56cb-b37e-4f4d-a3c9-11b4abeda50b req-8386570a-3753-4b37-a306-75733024dce5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 210 time: 0.0289454 Sep 21 17:39:23.590919 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Request body: {'port': {'device_id': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9', 'admin_state_up': True, 'tenant_id': '41001eee7e544244b5b033961443a7bc'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:39:23.703346 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Made reservation on behalf of 41001eee7e544244b5b033961443a7bc for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:39:23.706846 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:23.841693 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Allocated IP 172.20.0.13 (4e687752-a26d-4bb6-9704-837b1c5cd7c9/5a511b43-343c-4c30-86a2-dd3039db309c/8e80a802-5c86-40f4-864a-63b3564cc555) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:39:23.924397 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-be470d7d-366d-48ca-8ea8-c84c060e37c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:23.993156 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.026673 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.067893 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:39:24.075942 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:39:24.080002 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:39:24.084633 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Pushing event updated for resources: {'Port': ['ID=8e80a802-5c86-40f4-864a-63b3564cc555,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:24.132316 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:24.132944 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.151965 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-e323de15-ecf1-47b5-bea8-412e9eda7cc4 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655396 Sep 21 17:39:24.163868 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.165404 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Request body: {'port': {'device_id': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:39:24.220465 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.478262 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e80a802-5c86-40f4-864a-63b3564cc555 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:39:24.485426 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.497197 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Transition to ACTIVE for port object 8e80a802-5c86-40f4-864a-63b3564cc555 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:39:24.500941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.552605 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e80a802-5c86-40f4-864a-63b3564cc555,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:24.655873 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189023-23c7-4443-99e9-5445d9e34ca6 req-56183d95-52ca-40eb-a0cb-242955b48fc2 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:24.657347 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d4189023-23c7-4443-99e9-5445d9e34ca6 req-56183d95-52ca-40eb-a0cb-242955b48fc2 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 944 time: 0.0520918 Sep 21 17:39:24.661842 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf100f-6b39-4f4f-a08f-5c0fc9ea6a70 req-604521d6-6605-4d15-8bf2-f43273fe1d76 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:24.663349 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e5bf100f-6b39-4f4f-a08f-5c0fc9ea6a70 req-604521d6-6605-4d15-8bf2-f43273fe1d76 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0915618 Sep 21 17:39:24.665753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Attempting to bind port 8e80a802-5c86-40f4-864a-63b3564cc555 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:39:24.666080 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Attempting to bind port 8e80a802-5c86-40f4-864a-63b3564cc555 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:39:24.666399 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Attempting to bind port 8e80a802-5c86-40f4-864a-63b3564cc555 on network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:39:24.677091 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Port 8e80a802-5c86-40f4-864a-63b3564cc555 on network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:39:24.677402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Attempting to bind port 8e80a802-5c86-40f4-864a-63b3564cc555 on network 4e687752-a26d-4bb6-9704-837b1c5cd7c9 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:39:24.690028 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:39:24.690357 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Checking segment: {'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:39:24.690746 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Bound using segment: {'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:39:24.691164 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Bound port: 8e80a802-5c86-40f4-864a-63b3564cc555, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac083167-df2d-41d7-bf86-fed802539b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:39:24.691511 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.694945 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d4189023-23c7-4443-99e9-5445d9e34ca6 req-4e4e2331-ec11-496f-8b98-ba6bfd72b741 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Sep 21 17:39:24.718622 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e5bf100f-6b39-4f4f-a08f-5c0fc9ea6a70 req-475db003-fc50-4a68-9d28-4e3babf8b6bc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489748 Sep 21 17:39:24.786797 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] For port 8e80a802-5c86-40f4-864a-63b3564cc555, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:39:24.790397 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] For port 8e80a802-5c86-40f4-864a-63b3564cc555, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=8e80a802-5c86-40f4-864a-63b3564cc555,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:39:24.795439 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.833131 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:24.833778 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:24.835211 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e80a802-5c86-40f4-864a-63b3564cc555 HTTP/1.1" status: 200 len: 1094 time: 0.6743250 Sep 21 17:39:24.835667 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'tag': '8e80a802-5c86-40f4-864a-63b3564cc555'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:24.838008 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2325e35-5ae8-4b23-aa8b-781a0335333e" -d '{"events": [{"name": "network-changed", "server_uuid": "b769abf6-5ec5-42cc-bbdf-e934f17ef6fc", "tag": "8e80a802-5c86-40f4-864a-63b3564cc555"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:24.890174 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb94af6-14ab-4121-b035-f1ef3721461f x-openstack-request-id: req-dcb94af6-14ab-4121-b035-f1ef3721461f {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:24.890459 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b769abf6-5ec5-42cc-bbdf-e934f17ef6fc", "tag": "8e80a802-5c86-40f4-864a-63b3564cc555", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:24.890716 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcb94af6-14ab-4121-b035-f1ef3721461f {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:24.891204 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'tag': '8e80a802-5c86-40f4-864a-63b3564cc555', 'status': 'completed', 'code': 200} Sep 21 17:39:24.894770 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575f7fc-0d23-4661-ab5a-7959e320edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e80a802-5c86-40f4-864a-63b3564cc555,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:24.956026 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7115d-b449-4439-a187-facb9fbe3133 req-5189b684-cf39-4d32-a14f-450093f144ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:24.957559 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-5189b684-cf39-4d32-a14f-450093f144ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41001eee7e544244b5b033961443a7bc&device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 1097 time: 0.0807869 Sep 21 17:39:24.965945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ffea0-e153-41f6-805a-35be80933a25 req-394f5651-553a-4d91-9af1-8d9c11355ef7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:24.967313 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-330ffea0-e153-41f6-805a-35be80933a25 req-394f5651-553a-4d91-9af1-8d9c11355ef7 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0743566 Sep 21 17:39:25.017485 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:25.018171 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-5e234659-8ef5-4142-957d-0aebc4f5960f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e80a802-5c86-40f4-864a-63b3564cc555 HTTP/1.1" status: 200 len: 217 time: 0.0483890 Sep 21 17:39:25.045154 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-330ffea0-e153-41f6-805a-35be80933a25 req-eb487b3f-ed31-4a08-a555-d603b3441a6a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Sep 21 17:39:25.079430 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7115d-b449-4439-a187-facb9fbe3133 req-bd102e39-aa99-4a48-bd5d-b0d6824eb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:25.080971 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-bd102e39-aa99-4a48-bd5d-b0d6824eb5ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a511b43-343c-4c30-86a2-dd3039db309c HTTP/1.1" status: 200 len: 853 time: 0.0501397 Sep 21 17:39:25.121847 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-832d713b-f154-4607-b61a-a3f6ef6d049d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e687752-a26d-4bb6-9704-837b1c5cd7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248263 Sep 21 17:39:25.221257 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-0e3d4818-7f89-4b11-8f91-6a928b7675f9 service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919683 Sep 21 17:39:25.319227 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-12f7115d-b449-4439-a187-facb9fbe3133 req-c364451b-525d-4a65-865b-ed8902930f1b service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887933 Sep 21 17:39:25.428453 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-5759bfc0-a53c-440f-80b6-42471b305813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:25.429822 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-5759bfc0-a53c-440f-80b6-42471b305813 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41001eee7e544244b5b033961443a7bc&device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 1097 time: 0.0440204 Sep 21 17:39:25.532353 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-6cc011f8-e990-4693-8a13-d659b5ed8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:25.533806 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-6cc011f8-e990-4693-8a13-d659b5ed8123 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4e687752-a26d-4bb6-9704-837b1c5cd7c9 HTTP/1.1" status: 200 len: 914 time: 0.0857363 Sep 21 17:39:25.578578 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-ed3134ff-c776-41aa-8c8a-7f57e4c11ea5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e80a802-5c86-40f4-864a-63b3564cc555 HTTP/1.1" status: 200 len: 217 time: 0.0363050 Sep 21 17:39:25.648635 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-4e5fcf85-85c8-4328-a44c-06e60b64fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:25.650086 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-4e5fcf85-85c8-4328-a44c-06e60b64fc48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a511b43-343c-4c30-86a2-dd3039db309c HTTP/1.1" status: 200 len: 853 time: 0.0432308 Sep 21 17:39:25.682805 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-ca8d8f9b-408e-41d6-a57d-359fb762e685 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4e687752-a26d-4bb6-9704-837b1c5cd7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236392 Sep 21 17:39:25.797779 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-8a154ecf-bbba-4c57-8612-e4f36299f4bd service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875671 Sep 21 17:39:25.823061 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53310faf-5ab6-4da6-98e0-d61a7d3da38b req-ae88d6dc-34e8-434e-a07b-d7af7ef46f20 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:25.824531 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-53310faf-5ab6-4da6-98e0-d61a7d3da38b req-ae88d6dc-34e8-434e-a07b-d7af7ef46f20 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 944 time: 0.0505652 Sep 21 17:39:25.864188 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-53310faf-5ab6-4da6-98e0-d61a7d3da38b req-2682809d-dac3-48fc-b142-cc4f282a96a2 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Sep 21 17:39:25.894211 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d90-f45d-4ec4-ae30-2ca1adbd19a6 req-0de8e2cd-5a8f-40c1-ad05-25c7c7c87a1e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:25.895689 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ee104d90-f45d-4ec4-ae30-2ca1adbd19a6 req-0de8e2cd-5a8f-40c1-ad05-25c7c7c87a1e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0942347 Sep 21 17:39:26.157967 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e2325e35-5ae8-4b23-aa8b-781a0335333e req-5c257ea9-5feb-4f03-976f-964649a63f67 service neutron] 10.222.0.18 "GET /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328743 Sep 21 17:39:26.160894 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ee104d90-f45d-4ec4-ae30-2ca1adbd19a6 req-818d3d56-0855-4c56-83d5-969d54b4ff9d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594316 Sep 21 17:39:26.163978 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee5013-ba82-45a1-9433-bbdbabd28ef8 req-dd75ece3-1ee4-4f98-90b9-9c3a5eaa0d2a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:26.165473 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f9ee5013-ba82-45a1-9433-bbdbabd28ef8 req-dd75ece3-1ee4-4f98-90b9-9c3a5eaa0d2a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Sep 21 17:39:26.212559 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f9ee5013-ba82-45a1-9433-bbdbabd28ef8 req-85fbe88e-b1a2-4ec5-8165-1393b1876f93 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384266 Sep 21 17:39:26.660840 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39786) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:26.710334 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:26.766438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0837-ae3a-41e3-84ff-625d90e30823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:26.852037 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0837-ae3a-41e3-84ff-625d90e30823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:26.856242 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7c0b0837-ae3a-41e3-84ff-625d90e30823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:26.895323 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7c0b0837-ae3a-41e3-84ff-625d90e30823 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1116b5a3fa244037bdf0d455d5ee2950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309928 Sep 21 17:39:26.895323 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b0837-ae3a-41e3-84ff-625d90e30823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d32e00-b22a-42ad-986f-a4baf62f35be,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:26.895798 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39792) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:26.973004 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42005517-b63e-43f7-ad8b-318a686d738a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.004797 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515dc0c-5f13-4990-8ea4-71d939ec9888 req-9ef38ced-346c-4e87-994b-fe12b2826ba0 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:27.006246 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3515dc0c-5f13-4990-8ea4-71d939ec9888 req-9ef38ced-346c-4e87-994b-fe12b2826ba0 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 944 time: 0.0754435 Sep 21 17:39:27.008009 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42005517-b63e-43f7-ad8b-318a686d738a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.063588 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3515dc0c-5f13-4990-8ea4-71d939ec9888 req-8ce1e8f2-88ce-4a6b-82d7-a67e87c1bbf5 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493743 Sep 21 17:39:27.080886 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42005517-b63e-43f7-ad8b-318a686d738a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.083636 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-42005517-b63e-43f7-ad8b-318a686d738a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.087019 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-42005517-b63e-43f7-ad8b-318a686d738a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8d32e00-b22a-42ad-986f-a4baf62f35be HTTP/1.1" status: 204 len: 168 time: 0.1878147 Sep 21 17:39:27.092847 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42005517-b63e-43f7-ad8b-318a686d738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d32e00-b22a-42ad-986f-a4baf62f35be,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:27.328909 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e7a91-7b94-4953-b48a-19613525f101 req-97280c89-edd8-4b35-8162-99152b1f27dc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:27.330388 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e88e7a91-7b94-4953-b48a-19613525f101 req-97280c89-edd8-4b35-8162-99152b1f27dc tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0485475 Sep 21 17:39:27.353332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39800) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:27.366545 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b610c4da-599f-4933-86fb-3b606012fb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.371688 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e88e7a91-7b94-4953-b48a-19613525f101 req-9f3cd7bd-efa6-473e-b3d3-b12a5f20b387 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Sep 21 17:39:27.392207 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 8e80a802-5c86-40f4-864a-63b3564cc555 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:39:27.458296 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b610c4da-599f-4933-86fb-3b606012fb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.462774 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b610c4da-599f-4933-86fb-3b606012fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.492532 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 8e80a802-5c86-40f4-864a-63b3564cc555, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=8e80a802-5c86-40f4-864a-63b3564cc555,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:27.501321 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-b610c4da-599f-4933-86fb-3b606012fb8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4ac2a5f99e449d1aa268abf8e2736d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467757 Sep 21 17:39:27.502177 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c4da-599f-4933-86fb-3b606012fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e22a8-876f-4339-98e9-b709c2550f8b,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:27.504052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39802) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:27.504629 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '8e80a802-5c86-40f4-864a-63b3564cc555', 'network_id': '4e687752-a26d-4bb6-9704-837b1c5cd7c9', 'port_id': '8e80a802-5c86-40f4-864a-63b3564cc555', 'mac_address': 'fa:16:3e:53:51:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a511b43-343c-4c30-86a2-dd3039db309c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:39:27.542861 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.553126 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c3c66306-4941-4623-aea9-212e1acf845c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.555083 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e80a802-5c86-40f4-864a-63b3564cc555 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:39:27.575017 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 8e80a802-5c86-40f4-864a-63b3564cc555, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=8e80a802-5c86-40f4-864a-63b3564cc555,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:27.578827 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c3c66306-4941-4623-aea9-212e1acf845c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.578980 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.624836 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c3c66306-4941-4623-aea9-212e1acf845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.625137 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=8e80a802-5c86-40f4-864a-63b3564cc555,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:27.627415 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c3c66306-4941-4623-aea9-212e1acf845c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:27.628672 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-c3c66306-4941-4623-aea9-212e1acf845c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb2e22a8-876f-4339-98e9-b709c2550f8b HTTP/1.1" status: 204 len: 168 time: 0.1235960 Sep 21 17:39:27.637179 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66306-4941-4623-aea9-212e1acf845c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e22a8-876f-4339-98e9-b709c2550f8b,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:27.967534 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['8e80a802-5c86-40f4-864a-63b3564cc555'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:28.070307 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-cdf8ebfa-2307-4564-b5a4-4db653798b30 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:28.071833 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-cdf8ebfa-2307-4564-b5a4-4db653798b30 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0474584 Sep 21 17:39:28.207692 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633bc2d-2967-4e6b-9eb9-394442c0f13f req-3dc34cfc-6e2a-4239-b195-33064e35fa77 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:28.209418 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1633bc2d-2967-4e6b-9eb9-394442c0f13f req-3dc34cfc-6e2a-4239-b195-33064e35fa77 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 945 time: 0.0622458 Sep 21 17:39:28.219380 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Deleting port c74b7986-6e11-49f9-9f9c-0504673df4ab {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:39:28.219719 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:28.309214 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1633bc2d-2967-4e6b-9eb9-394442c0f13f req-46ac0541-e115-4815-9ea1-ef6da2972677 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921388 Sep 21 17:39:28.335160 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] For port c74b7986-6e11-49f9-9f9c-0504673df4ab, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c74b7986-6e11-49f9-9f9c-0504673df4ab,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:28.335524 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:28.348814 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Calling delete_port for c74b7986-6e11-49f9-9f9c-0504673df4ab owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:39:28.485735 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7588e-7bef-4a86-aee7-40088b605537 req-747b884f-ea74-4f76-a824-8872e9e524ff tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:28.486283 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:28.487215 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-40a7588e-7bef-4a86-aee7-40088b605537 req-747b884f-ea74-4f76-a824-8872e9e524ff tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=abc3f23b-0455-4c38-a6b4-27862fd045f3 HTTP/1.1" status: 200 len: 945 time: 0.0510435 Sep 21 17:39:28.526757 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Pushing event deleted for resources: {'Port': ['ID=c74b7986-6e11-49f9-9f9c-0504673df4ab,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:28.542209 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-40a7588e-7bef-4a86-aee7-40088b605537 req-0e4f0d30-cf98-40e5-b8f6-6f20837266e9 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480580 Sep 21 17:39:28.567879 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] No DVR routers for this DVR port c74b7986-6e11-49f9-9f9c-0504673df4ab on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:39:28.570857 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:28.572813 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-600c285d-9d29-4b13-91fa-d8d63f24a2dc req-1c3b0e5a-e872-495c-a5ab-5275e8ebebcf tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "DELETE /v2.0/ports/c74b7986-6e11-49f9-9f9c-0504673df4ab HTTP/1.1" status: 204 len: 173 time: 0.4938374 Sep 21 17:39:28.573263 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'name': 'network-vif-deleted', 'tag': 'c74b7986-6e11-49f9-9f9c-0504673df4ab'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:28.576147 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b8bdb-cc7c-4ae6-8684-853eacf60c0f" -d '{"events": [{"server_uuid": "abc3f23b-0455-4c38-a6b4-27862fd045f3", "name": "network-vif-deleted", "tag": "c74b7986-6e11-49f9-9f9c-0504673df4ab"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:28.614728 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd7bb7-3cc9-4e26-b3b0-52dc8b17906c x-openstack-request-id: req-c5fd7bb7-3cc9-4e26-b3b0-52dc8b17906c {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:28.615064 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc3f23b-0455-4c38-a6b4-27862fd045f3", "name": "network-vif-deleted", "tag": "c74b7986-6e11-49f9-9f9c-0504673df4ab", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:28.615313 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5fd7bb7-3cc9-4e26-b3b0-52dc8b17906c {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:28.615700 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc3f23b-0455-4c38-a6b4-27862fd045f3', 'name': 'network-vif-deleted', 'tag': 'c74b7986-6e11-49f9-9f9c-0504673df4ab', 'status': 'completed', 'code': 200} Sep 21 17:39:28.659711 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['c5c84080-1c9d-4186-ab95-7d906dac6f9f', 'c74b7986-6e11-49f9-9f9c-0504673df4ab'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:29.396172 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 8e80a802-5c86-40f4-864a-63b3564cc555 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:39:29.420965 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450d8b5-cca1-40f8-9423-a9ecc8a6e002 req-89e125ed-ed3c-4723-836f-0936aa1bac17 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:29.422524 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2450d8b5-cca1-40f8-9423-a9ecc8a6e002 req-89e125ed-ed3c-4723-836f-0936aa1bac17 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 945 time: 0.0481219 Sep 21 17:39:29.443283 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 8e80a802-5c86-40f4-864a-63b3564cc555 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:39:29.447963 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 8e80a802-5c86-40f4-864a-63b3564cc555 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:39:29.448513 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:29.462457 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2450d8b5-cca1-40f8-9423-a9ecc8a6e002 req-3abec134-5163-42a4-a877-cec79974be04 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 Sep 21 17:39:29.524145 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:29.546310 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e80a802-5c86-40f4-864a-63b3564cc555'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:29.548619 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b84a69-eadb-4815-b6fd-57e4f7995742" -d '{"events": [{"server_uuid": "b769abf6-5ec5-42cc-bbdf-e934f17ef6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8e80a802-5c86-40f4-864a-63b3564cc555"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:29.562241 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 8e80a802-5c86-40f4-864a-63b3564cc555, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=8e80a802-5c86-40f4-864a-63b3564cc555,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:29.566934 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:29.567852 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c74b7986-6e11-49f9-9f9c-0504673df4ab no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:39:29.609132 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edd1d4c-15bd-41f6-9475-030c86aba6ad x-openstack-request-id: req-9edd1d4c-15bd-41f6-9475-030c86aba6ad {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:29.609429 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b769abf6-5ec5-42cc-bbdf-e934f17ef6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8e80a802-5c86-40f4-864a-63b3564cc555", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:29.609708 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9edd1d4c-15bd-41f6-9475-030c86aba6ad {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:29.610034 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e80a802-5c86-40f4-864a-63b3564cc555', 'code': 200} Sep 21 17:39:29.612717 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: c74b7986-6e11-49f9-9f9c-0504673df4ab {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:39:29.613060 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c74b7986-6e11-49f9-9f9c-0504673df4ab not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:39:29.638251 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=8e80a802-5c86-40f4-864a-63b3564cc555,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:29.782071 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d5108-c126-4d84-98bd-80500eee847c req-85d06a8b-fb23-470a-b0f2-f6fb664f0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:29.783695 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2a5d5108-c126-4d84-98bd-80500eee847c req-85d06a8b-fb23-470a-b0f2-f6fb664f0d21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 1099 time: 0.0400543 Sep 21 17:39:29.821417 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2a5d5108-c126-4d84-98bd-80500eee847c req-a41e3fa8-0643-4a70-8c1e-c715547233fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296116 Sep 21 17:39:29.829192 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb21e-25f2-4272-a734-fe6ce360ebf8 req-cd8d81db-7c7b-4341-8bd2-59d5c3b85089 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:29.830743 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fc2bb21e-25f2-4272-a734-fe6ce360ebf8 req-cd8d81db-7c7b-4341-8bd2-59d5c3b85089 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0596535 Sep 21 17:39:29.869437 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fc2bb21e-25f2-4272-a734-fe6ce360ebf8 req-71386256-446c-46da-8e66-f66dd5c07733 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Sep 21 17:39:29.941765 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-b4a471e0-493b-4497-9ff3-8e7117b44413 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=15fe71bbadf640c98e094687e02b52e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290482 Sep 21 17:39:30.117341 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-e3a1b84b-fb45-45f8-a919-1e9e886a770d tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:30.118813 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-e3a1b84b-fb45-45f8-a919-1e9e886a770d tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718657 Sep 21 17:39:30.134087 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-39256bec-a2f8-4367-a89b-ca2cd0d1773f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/quotas/15fe71bbadf640c98e094687e02b52e3 HTTP/1.1" status: 200 len: 375 time: 0.0086896 Sep 21 17:39:30.163913 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-791ee51a-9869-49ba-8ddf-1faf046d6a9e tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=15fe71bbadf640c98e094687e02b52e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246201 Sep 21 17:39:30.315051 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cb1f2c56-efd8-4edd-93f6-1e0bb9f8c283 req-bcc4b369-ea28-43fc-b75d-cf7c64688ba6 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Sep 21 17:39:30.576253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4ac0-8390-4ea9-b247-2af8a2a4ba69 req-91cfcb5f-3208-4754-8e55-90b92f532f23 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:30.577785 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-849f4ac0-8390-4ea9-b247-2af8a2a4ba69 req-91cfcb5f-3208-4754-8e55-90b92f532f23 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0468166 Sep 21 17:39:30.617385 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-849f4ac0-8390-4ea9-b247-2af8a2a4ba69 req-5f369688-78f8-48d0-af6f-00023e620bfd tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Sep 21 17:39:30.982007 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be115750-022a-46eb-a7cf-5c07dfd862cc req-52c63e29-5fa0-4fe8-913c-d15a0206d872 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:30.983470 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-be115750-022a-46eb-a7cf-5c07dfd862cc req-52c63e29-5fa0-4fe8-913c-d15a0206d872 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0466921 Sep 21 17:39:31.020860 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-be115750-022a-46eb-a7cf-5c07dfd862cc req-64cfd9d9-3ae6-4d09-8d14-b4a9cfb68a8d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Sep 21 17:39:31.413868 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1169fc44-85d7-4851-a01c-c23fd6610ce1 req-07ac221c-33ac-46a7-a311-9d134b7c0540 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 210 time: 0.0287342 Sep 21 17:39:31.466367 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-a8fe2619-a2d1-4fbe-9c8e-a3c7b9707001 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=15fe71bbadf640c98e094687e02b52e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221307 Sep 21 17:39:31.574905 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-e18bf4b1-7aeb-4bba-b75f-b3ac2a52a691 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:31.576347 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-e18bf4b1-7aeb-4bba-b75f-b3ac2a52a691 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1023049 Sep 21 17:39:31.612704 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Request body: {'port': {'device_id': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7', 'admin_state_up': True, 'tenant_id': '15fe71bbadf640c98e094687e02b52e3'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:39:31.625512 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:31.724555 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Made reservation on behalf of 15fe71bbadf640c98e094687e02b52e3 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:39:31.728332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:31.731289 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d418-7a6d-43a0-80f8-e6e72195c27b req-d9f42869-e262-43c1-8366-c722ea25d35e tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:31.732844 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ebd0d418-7a6d-43a0-80f8-e6e72195c27b req-d9f42869-e262-43c1-8366-c722ea25d35e tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0480163 Sep 21 17:39:31.737472 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:31.774426 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ebd0d418-7a6d-43a0-80f8-e6e72195c27b req-beccd8e4-05ba-4d10-8ea8-9fa67185d59a tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Sep 21 17:39:31.829013 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:31.833258 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:31.899749 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9178641-6941-421d-9779-769248c3b704,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:31.970177 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Allocated IP 192.168.233.38 (02680cee-7df0-4377-bd17-7059255ae4b7/c7a0746d-faa7-4714-9aaf-f4c45c1f8bb6/d6e84551-9a4a-4069-9e3c-766481d5a5e7) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:39:32.138254 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.150402 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10077c-cf0b-470d-b7d2-7644974ff4f1 req-fc1cf716-6b2f-4a53-a803-1ec04ab815c5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:32.152844 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bc10077c-cf0b-470d-b7d2-7644974ff4f1 req-fc1cf716-6b2f-4a53-a803-1ec04ab815c5 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0623531 Sep 21 17:39:32.176525 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.195195 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bc10077c-cf0b-470d-b7d2-7644974ff4f1 req-7bc20e0b-ca15-4f94-a653-23acf91b5fd6 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Sep 21 17:39:32.219028 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Network 02680cee-7df0-4377-bd17-7059255ae4b7 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:39:32.222420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:39:32.226106 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:39:32.261012 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Pushing event updated for resources: {'Port': ['ID=d6e84551-9a4a-4069-9e3c-766481d5a5e7,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:32.283327 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:32.283939 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.301486 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-fb1efcfb-08fc-4d9f-9902-40e3ed390021 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6924841 Sep 21 17:39:32.320786 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Request body: {'port': {'device_id': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:39:32.379782 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.416621 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-c3d3fe1a-2eb0-4605-ad51-03cfbfeb8fc6 None None] Provisioning complete for port d6e84551-9a4a-4069-9e3c-766481d5a5e7 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:39:32.416979 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-c3d3fe1a-2eb0-4605-ad51-03cfbfeb8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.454763 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3fe1a-2eb0-4605-ad51-03cfbfeb8fc6 None None] Port d6e84551-9a4a-4069-9e3c-766481d5a5e7 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:39:32.592170 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55e17-6f9c-4d5c-819e-1ba07c75272b req-8f618450-ce05-4747-821d-b71238c7aaa6 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:32.593623 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-14d55e17-6f9c-4d5c-819e-1ba07c75272b req-8f618450-ce05-4747-821d-b71238c7aaa6 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 935 time: 0.1035218 Sep 21 17:39:32.653734 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-14d55e17-6f9c-4d5c-819e-1ba07c75272b req-5676182a-a89f-44a0-9cb3-9f7717482318 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541565 Sep 21 17:39:32.706399 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e84551-9a4a-4069-9e3c-766481d5a5e7 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:39:32.713583 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.726257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Transition to ACTIVE for port object d6e84551-9a4a-4069-9e3c-766481d5a5e7 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:39:32.733539 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.782982 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e84551-9a4a-4069-9e3c-766481d5a5e7,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:32.849763 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Attempting to bind port d6e84551-9a4a-4069-9e3c-766481d5a5e7 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:39:32.850089 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Attempting to bind port d6e84551-9a4a-4069-9e3c-766481d5a5e7 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:39:32.850670 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Attempting to bind port d6e84551-9a4a-4069-9e3c-766481d5a5e7 on network 02680cee-7df0-4377-bd17-7059255ae4b7 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:39:32.855180 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Port d6e84551-9a4a-4069-9e3c-766481d5a5e7 on network 02680cee-7df0-4377-bd17-7059255ae4b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:39:32.855533 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Attempting to bind port d6e84551-9a4a-4069-9e3c-766481d5a5e7 on network 02680cee-7df0-4377-bd17-7059255ae4b7 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:39:32.860387 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:39:32.860715 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Checking segment: {'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:39:32.861120 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Bound using segment: {'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:39:32.861537 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Bound port: d6e84551-9a4a-4069-9e3c-766481d5a5e7, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3fd2252-1355-4eaf-a58d-c4f7f1dd5736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:39:32.861905 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.929041 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] For port d6e84551-9a4a-4069-9e3c-766481d5a5e7, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:39:32.932296 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] For port d6e84551-9a4a-4069-9e3c-766481d5a5e7, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6e84551-9a4a-4069-9e3c-766481d5a5e7,segment=NetworkSegment(b3fd2252-1355-4eaf-a58d-c4f7f1dd5736),segment_id=b3fd2252-1355-4eaf-a58d-c4f7f1dd5736)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:39:32.936243 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.966363 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:32.967025 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:32.968637 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/d6e84551-9a4a-4069-9e3c-766481d5a5e7 HTTP/1.1" status: 200 len: 1097 time: 0.6520865 Sep 21 17:39:32.970831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'tag': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:32.973033 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eee255-48fe-4ed5-a4c7-a0988207f870" -d '{"events": [{"name": "network-changed", "server_uuid": "114761c2-20bf-4caf-bd7a-5ba141f54267", "tag": "d6e84551-9a4a-4069-9e3c-766481d5a5e7"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:33.005332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581d05-4ecb-4278-89e8-86781637d0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e84551-9a4a-4069-9e3c-766481d5a5e7,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:33.016446 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306998b8-e1a9-4feb-ac6d-55f7bf8b2468 x-openstack-request-id: req-306998b8-e1a9-4feb-ac6d-55f7bf8b2468 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:33.016732 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114761c2-20bf-4caf-bd7a-5ba141f54267", "tag": "d6e84551-9a4a-4069-9e3c-766481d5a5e7", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:33.017001 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-306998b8-e1a9-4feb-ac6d-55f7bf8b2468 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:33.017386 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'tag': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7', 'status': 'completed', 'code': 200} Sep 21 17:39:33.062976 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-d5800b7b-6e33-45e6-8d45-0efd4aa70643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.064479 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-d5800b7b-6e33-45e6-8d45-0efd4aa70643 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15fe71bbadf640c98e094687e02b52e3&device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 1100 time: 0.0402696 Sep 21 17:39:33.118138 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-cf61aa3d-82ce-4d9b-b3dd-7a4c58f47cf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=d6e84551-9a4a-4069-9e3c-766481d5a5e7 HTTP/1.1" status: 200 len: 217 time: 0.0343270 Sep 21 17:39:33.181172 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-dd6c43ab-7b67-4fc2-8c91-1c63ea6e9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.182597 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-dd6c43ab-7b67-4fc2-8c91-1c63ea6e9c31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7a0746d-faa7-4714-9aaf-f4c45c1f8bb6 HTTP/1.1" status: 200 len: 843 time: 0.0469363 Sep 21 17:39:33.239074 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-38fd9002-6175-4319-94e6-ac29be877b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.240548 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-38fd9002-6175-4319-94e6-ac29be877b58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02680cee-7df0-4377-bd17-7059255ae4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393472 Sep 21 17:39:33.362142 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127df2-360b-458a-8435-9712d0e0a48e req-7899cd1c-5dbe-4ace-91ca-57ae14f37a7d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.363649 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c7127df2-360b-458a-8435-9712d0e0a48e req-7899cd1c-5dbe-4ace-91ca-57ae14f37a7d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0974071 Sep 21 17:39:33.369075 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-8003c5b6-7e2f-4920-96a5-451cdfa7e07a service neutron] 10.222.0.18 "GET /v2.0/networks/02680cee-7df0-4377-bd17-7059255ae4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188412 Sep 21 17:39:33.425525 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c7127df2-360b-458a-8435-9712d0e0a48e req-b8dde25f-99fd-4834-acb3-e7f4352d0644 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554502 Sep 21 17:39:33.481381 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8a9db2b3-380b-46ee-810a-ab86ce0b8388 req-088856ee-9697-448a-8df7-fdcb93c1a16e service neutron] 10.222.0.18 "GET /v2.0/networks/02680cee-7df0-4377-bd17-7059255ae4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987718 Sep 21 17:39:33.581882 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-18206ec9-87b8-44f3-b029-c98fe2b05bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.583338 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-18206ec9-87b8-44f3-b029-c98fe2b05bcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15fe71bbadf640c98e094687e02b52e3&device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 1100 time: 0.0375850 Sep 21 17:39:33.675875 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-d762d9b5-136b-43ca-84a8-674d71af7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.677204 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-d762d9b5-136b-43ca-84a8-674d71af7ebf service neutron] 10.222.0.18 "GET /v2.0/networks?id=02680cee-7df0-4377-bd17-7059255ae4b7 HTTP/1.1" status: 200 len: 870 time: 0.0803168 Sep 21 17:39:33.720034 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-1bdea37f-0b15-4410-bebb-3082e0235757 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=d6e84551-9a4a-4069-9e3c-766481d5a5e7 HTTP/1.1" status: 200 len: 217 time: 0.0349560 Sep 21 17:39:33.767716 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e37b32-ecde-44bc-86a7-7544895616f3 req-dd6e07c1-d01a-4879-b802-087a27ae9899 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.769181 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a3e37b32-ecde-44bc-86a7-7544895616f3 req-dd6e07c1-d01a-4879-b802-087a27ae9899 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 947 time: 0.0479827 Sep 21 17:39:33.781724 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-ac142387-4ed8-4376-abb9-dd9d9b1a41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.783163 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-ac142387-4ed8-4376-abb9-dd9d9b1a41e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c7a0746d-faa7-4714-9aaf-f4c45c1f8bb6 HTTP/1.1" status: 200 len: 843 time: 0.0424566 Sep 21 17:39:33.806648 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a3e37b32-ecde-44bc-86a7-7544895616f3 req-21d1be91-02cb-41c3-8b49-dd4019296a16 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Sep 21 17:39:33.829090 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-5217dd2d-b235-4e02-b345-72bafa9e6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:33.830584 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-5217dd2d-b235-4e02-b345-72bafa9e6b06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02680cee-7df0-4377-bd17-7059255ae4b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387325 Sep 21 17:39:33.927093 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-960dedd7-bc7f-402c-9082-66072049b6fa service neutron] 10.222.0.18 "GET /v2.0/networks/02680cee-7df0-4377-bd17-7059255ae4b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825577 Sep 21 17:39:34.021983 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-57eee255-48fe-4ed5-a4c7-a0988207f870 req-32af4ef7-d014-44c4-b592-535b7c17d53c service neutron] 10.222.0.18 "GET /v2.0/networks/02680cee-7df0-4377-bd17-7059255ae4b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825069 Sep 21 17:39:34.539571 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef724c-be34-437f-b31c-34cbbe6c550c req-b708831c-8e93-4a78-b289-5032bf827384 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:34.541017 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2aef724c-be34-437f-b31c-34cbbe6c550c req-b708831c-8e93-4a78-b289-5032bf827384 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0500793 Sep 21 17:39:34.577170 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2aef724c-be34-437f-b31c-34cbbe6c550c req-45240831-c930-444e-a03c-8a4ffb30daa4 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302889 Sep 21 17:39:34.916065 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0d5ba-23ca-4635-a234-bd0d47b14b85 req-ecbe1229-abb3-41ba-82b5-d6a7de96ee3f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:34.917506 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f3b0d5ba-23ca-4635-a234-bd0d47b14b85 req-ecbe1229-abb3-41ba-82b5-d6a7de96ee3f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 947 time: 0.0471194 Sep 21 17:39:34.958314 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f3b0d5ba-23ca-4635-a234-bd0d47b14b85 req-16c70d04-fd12-471c-a4ff-b576d2814889 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Sep 21 17:39:35.408724 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device d6e84551-9a4a-4069-9e3c-766481d5a5e7 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:39:35.501768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port d6e84551-9a4a-4069-9e3c-766481d5a5e7, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6e84551-9a4a-4069-9e3c-766481d5a5e7,segment=NetworkSegment(b3fd2252-1355-4eaf-a58d-c4f7f1dd5736),segment_id=b3fd2252-1355-4eaf-a58d-c4f7f1dd5736)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:35.512141 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7', 'network_id': '02680cee-7df0-4377-bd17-7059255ae4b7', 'port_id': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7', 'mac_address': 'fa:16:3e:62:0b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a0746d-faa7-4714-9aaf-f4c45c1f8bb6', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:39:35.546757 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:35.559172 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e84551-9a4a-4069-9e3c-766481d5a5e7 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:39:35.577594 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port d6e84551-9a4a-4069-9e3c-766481d5a5e7, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6e84551-9a4a-4069-9e3c-766481d5a5e7,segment=NetworkSegment(b3fd2252-1355-4eaf-a58d-c4f7f1dd5736),segment_id=b3fd2252-1355-4eaf-a58d-c4f7f1dd5736)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:35.581541 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:35.628316 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=d6e84551-9a4a-4069-9e3c-766481d5a5e7,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:35.688546 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340140a-8498-4353-ae2a-f957dbe3a4af req-d33ad72b-cd4c-42a5-8f78-87fcde391749 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:35.689977 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0340140a-8498-4353-ae2a-f957dbe3a4af req-d33ad72b-cd4c-42a5-8f78-87fcde391749 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0465517 Sep 21 17:39:35.726320 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0340140a-8498-4353-ae2a-f957dbe3a4af req-14cc9779-96b7-4466-b0c7-31cc5dc78442 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304620 Sep 21 17:39:35.963984 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['d6e84551-9a4a-4069-9e3c-766481d5a5e7'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:36.079818 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60317c-1c3a-444c-b13f-b8704351ab44 req-3181fa76-24ba-49bd-9e94-62f00d19d226 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:36.081281 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5b60317c-1c3a-444c-b13f-b8704351ab44 req-3181fa76-24ba-49bd-9e94-62f00d19d226 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 948 time: 0.0560102 Sep 21 17:39:36.119665 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5b60317c-1c3a-444c-b13f-b8704351ab44 req-66d379d9-42e4-478f-83e1-804994ea6f63 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Sep 21 17:39:36.838119 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4570ec-1afb-4903-a384-e04acafaeeb2 req-15e6f3c3-cd61-40ae-a092-f7a6b4435f44 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:36.839627 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6e4570ec-1afb-4903-a384-e04acafaeeb2 req-15e6f3c3-cd61-40ae-a092-f7a6b4435f44 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0479395 Sep 21 17:39:36.876666 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6e4570ec-1afb-4903-a384-e04acafaeeb2 req-7a650cca-f65b-44fa-9427-20678fafbe4b tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312598 Sep 21 17:39:37.232699 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37614458-e4eb-43cb-99da-c38d0b8ff227 req-4262343b-89fd-4ee4-a7c1-a8d8723e4aa5 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:37.234164 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-37614458-e4eb-43cb-99da-c38d0b8ff227 req-4262343b-89fd-4ee4-a7c1-a8d8723e4aa5 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 948 time: 0.0476878 Sep 21 17:39:37.273192 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-37614458-e4eb-43cb-99da-c38d0b8ff227 req-8d387b87-af18-4cc3-9176-f144ed251eaa tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Sep 21 17:39:37.428391 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device d6e84551-9a4a-4069-9e3c-766481d5a5e7 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:39:37.477962 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port d6e84551-9a4a-4069-9e3c-766481d5a5e7 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:39:37.481601 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port d6e84551-9a4a-4069-9e3c-766481d5a5e7 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:39:37.481962 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:37.556652 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:37.578463 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:37.580746 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b93455-9175-418b-b15d-2b17a3bf4693" -d '{"events": [{"server_uuid": "114761c2-20bf-4caf-bd7a-5ba141f54267", "name": "network-vif-plugged", "status": "completed", "tag": "d6e84551-9a4a-4069-9e3c-766481d5a5e7"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:37.593427 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port d6e84551-9a4a-4069-9e3c-766481d5a5e7, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6e84551-9a4a-4069-9e3c-766481d5a5e7,segment=NetworkSegment(b3fd2252-1355-4eaf-a58d-c4f7f1dd5736),segment_id=b3fd2252-1355-4eaf-a58d-c4f7f1dd5736)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:37.597476 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:37.620661 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d5a46f-c59c-4b8f-bce3-ac537f936235 x-openstack-request-id: req-13d5a46f-c59c-4b8f-bce3-ac537f936235 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:37.620975 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114761c2-20bf-4caf-bd7a-5ba141f54267", "name": "network-vif-plugged", "status": "completed", "tag": "d6e84551-9a4a-4069-9e3c-766481d5a5e7", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:37.621221 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13d5a46f-c59c-4b8f-bce3-ac537f936235 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:37.621597 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7', 'code': 200} Sep 21 17:39:37.648305 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=d6e84551-9a4a-4069-9e3c-766481d5a5e7,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:37.811772 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9fd93-43bb-42c3-b01b-31f00c4ad7cd req-49900a68-e0f5-4191-9dac-4f27dae8899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:37.813186 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1cd9fd93-43bb-42c3-b01b-31f00c4ad7cd req-49900a68-e0f5-4191-9dac-4f27dae8899c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 1102 time: 0.0410643 Sep 21 17:39:37.861629 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1cd9fd93-43bb-42c3-b01b-31f00c4ad7cd req-918b54c2-738d-40f1-b75f-3ea0d667dfa5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269091 Sep 21 17:39:37.987853 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653a46b-d137-453f-9020-a868e7e0670f req-95693185-8f63-4d3a-a12e-9d95b2eb1965 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:37.989293 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f653a46b-d137-453f-9020-a868e7e0670f req-95693185-8f63-4d3a-a12e-9d95b2eb1965 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0464330 Sep 21 17:39:38.029630 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f653a46b-d137-453f-9020-a868e7e0670f req-95569042-c6cb-4652-b3b3-897bdc3a7bda tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Sep 21 17:39:38.383730 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35a59f-edcf-4103-ad0f-2a3f9920dff9 req-dafc5585-b72c-48d5-a66c-f05d601b6e9c tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:38.385173 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe35a59f-edcf-4103-ad0f-2a3f9920dff9 req-dafc5585-b72c-48d5-a66c-f05d601b6e9c tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0469699 Sep 21 17:39:38.424943 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe35a59f-edcf-4103-ad0f-2a3f9920dff9 req-d3062cac-26a6-42ab-999e-0ef9aa08a43f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333979 Sep 21 17:39:38.770865 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:39:38.849969 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-a3247966-588c-469d-9ac2-9c960c13d204 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:38.851720 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-a3247966-588c-469d-9ac2-9c960c13d204 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0519109 Sep 21 17:39:38.947848 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Deleting port c5c84080-1c9d-4186-ab95-7d906dac6f9f {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:39:38.948559 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:39.031574 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] For port c5c84080-1c9d-4186-ab95-7d906dac6f9f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c5c84080-1c9d-4186-ab95-7d906dac6f9f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:39.031842 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:39.044082 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Calling delete_port for c5c84080-1c9d-4186-ab95-7d906dac6f9f owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:39:39.140514 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecafaa-6fd1-4a08-bf46-2520c0ca1f56 req-ae76cebb-347f-4912-be01-24a5fb515f3d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:39.141989 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a0ecafaa-6fd1-4a08-bf46-2520c0ca1f56 req-ae76cebb-347f-4912-be01-24a5fb515f3d tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 946 time: 0.0475864 Sep 21 17:39:39.167241 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:39.180394 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a0ecafaa-6fd1-4a08-bf46-2520c0ca1f56 req-6730f763-2fcc-47c5-9c57-a6deed7d782a tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/security-groups?id=18479320-631b-4b43-aa3d-8a324bdcccc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Sep 21 17:39:39.188329 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['c5c84080-1c9d-4186-ab95-7d906dac6f9f'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:39.193488 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Pushing event deleted for resources: {'Port': ['ID=c5c84080-1c9d-4186-ab95-7d906dac6f9f,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:39.240071 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] No DVR routers for this DVR port c5c84080-1c9d-4186-ab95-7d906dac6f9f on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:39:39.242396 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:39.244395 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cf5855eb-cb6e-4969-8902-48dbcdd97056 req-02581891-d202-4c55-8149-1365ca535283 tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.18 "DELETE /v2.0/ports/c5c84080-1c9d-4186-ab95-7d906dac6f9f HTTP/1.1" status: 204 len: 173 time: 0.3814025 Sep 21 17:39:39.244822 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41312691-5a6b-4347-998a-2cf65124b61c', 'name': 'network-vif-deleted', 'tag': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:39.247119 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e62aee4-4bef-43ab-a3a4-897d1629cdc6" -d '{"events": [{"server_uuid": "41312691-5a6b-4347-998a-2cf65124b61c", "name": "network-vif-deleted", "tag": "c5c84080-1c9d-4186-ab95-7d906dac6f9f"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:39.282756 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cecf91-e9fd-4670-94ed-6ed48d6d647e x-openstack-request-id: req-e8cecf91-e9fd-4670-94ed-6ed48d6d647e {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:39.283063 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41312691-5a6b-4347-998a-2cf65124b61c", "name": "network-vif-deleted", "tag": "c5c84080-1c9d-4186-ab95-7d906dac6f9f", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:39.283305 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8cecf91-e9fd-4670-94ed-6ed48d6d647e {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:39.283686 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41312691-5a6b-4347-998a-2cf65124b61c', 'name': 'network-vif-deleted', 'tag': 'c5c84080-1c9d-4186-ab95-7d906dac6f9f', 'status': 'completed', 'code': 200} Sep 21 17:39:39.542185 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d0b65-25e1-4238-83b0-6a6050277c27 req-84a27993-3a49-4ae9-8c0c-9d4d85c96c2d tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:39.544263 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-170d0b65-25e1-4238-83b0-6a6050277c27 req-84a27993-3a49-4ae9-8c0c-9d4d85c96c2d tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0483263 Sep 21 17:39:39.581275 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-170d0b65-25e1-4238-83b0-6a6050277c27 req-16e9ae17-635e-448d-893f-75fbd5db5620 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Sep 21 17:39:40.488631 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d399e5a8-be01-4d4d-b95b-5c05304d133d req-e6fa9b5b-429e-4263-9eb3-92a1e73eb8db tempest-ServerRescueNegativeTestJSON-424490728 tempest-ServerRescueNegativeTestJSON-424490728-project] 10.222.0.26 "GET /v2.0/ports?device_id=41312691-5a6b-4347-998a-2cf65124b61c HTTP/1.1" status: 200 len: 210 time: 0.2298400 Sep 21 17:39:40.693090 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0d5c4-871d-4a99-8355-779fe68e4d38 req-92ef5270-b504-4548-ad29-d46596a7ee1f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:40.694536 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-88d0d5c4-871d-4a99-8355-779fe68e4d38 req-92ef5270-b504-4548-ad29-d46596a7ee1f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0473952 Sep 21 17:39:40.734399 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-88d0d5c4-871d-4a99-8355-779fe68e4d38 req-064e3ee7-aee0-418f-9600-c324ac540f05 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340798 Sep 21 17:39:40.973048 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee2982-1c4e-4bd0-b4ff-431812dac38d req-42ffc3f4-064b-4495-b198-8d948e63b223 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:40.974511 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-06ee2982-1c4e-4bd0-b4ff-431812dac38d req-42ffc3f4-064b-4495-b198-8d948e63b223 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0468976 Sep 21 17:39:41.011397 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-06ee2982-1c4e-4bd0-b4ff-431812dac38d req-4f4c75cf-8bcb-49b9-a19d-854fb18d25bd tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Sep 21 17:39:41.542615 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39968) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:41.936700 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:42.171745 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c50a50-70d6-4b3f-978c-b9c9a933bfc0 req-d719d2c6-3e85-4929-a527-598f4543710f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:42.173184 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-61c50a50-70d6-4b3f-978c-b9c9a933bfc0 req-d719d2c6-3e85-4929-a527-598f4543710f tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0834768 Sep 21 17:39:42.240577 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-61c50a50-70d6-4b3f-978c-b9c9a933bfc0 req-3703196a-5de7-4173-ac0e-742fbe811fb6 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609772 Sep 21 17:39:42.281316 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Deleting port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:39:42.281648 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:42.358822 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] For port 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,segment=NetworkSegment(eafe44cf-dd70-483a-a279-3542c7010023),segment_id=eafe44cf-dd70-483a-a279-3542c7010023)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:42.359184 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:42.371937 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Calling delete_port for 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f owned by network:router_interface {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:39:42.545138 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:42.567931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:42.720356 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.145767 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Router a94316c6-15be-4716-bd09-7821fb31199b has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:39:43.249487 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:39:43.254631 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-bb98ca60-0d4a-4c9a-81cf-d8665f7e1f1a admin admin] 10.222.0.26 "PUT /v2.0/routers/a94316c6-15be-4716-bd09-7821fb31199b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7108984 Sep 21 17:39:43.257052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39978) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:43.258168 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] Sync routers for ids ['a94316c6-15be-4716-bd09-7821fb31199b'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:39:43.277119 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] Routers {'a94316c6-15be-4716-bd09-7821fb31199b'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:39:43.278334 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:39:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['a94316c6-15be-4716-bd09-7821fb31199b'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:43.362396 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc445b7-d7ef-452c-9134-2dd3caa39494 req-4875ac4e-18c3-4359-a8d2-688b914ad1cb tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:43.362879 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks [] for router, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.366661 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1cc445b7-d7ef-452c-9134-2dd3caa39494 req-4875ac4e-18c3-4359-a8d2-688b914ad1cb tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0496135 Sep 21 17:39:43.385281 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] Set router a94316c6-15be-4716-bd09-7821fb31199b gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:39:43.407646 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1cc445b7-d7ef-452c-9134-2dd3caa39494 req-062f75ab-5fee-408b-ab46-04b30fbee4c4 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Sep 21 17:39:43.473736 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.528015 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Deleting port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:39:43.528350 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.564981 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:39:42Z', 'revision_number': 5, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port': {'id': 'c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:43.589890 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] Checking router: a94316c6-15be-4716-bd09-7821fb31199b for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:39:43.597914 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] Routers {'a94316c6-15be-4716-bd09-7821fb31199b'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:39:43.598502 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:39:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['a94316c6-15be-4716-bd09-7821fb31199b'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:43.601873 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c5c84080-1c9d-4186-ab95-7d906dac6f9f no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:39:43.610319 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] For port c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:43.610677 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.623932 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Calling delete_port for c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 owned by network:router_gateway {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:39:43.624405 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: c5c84080-1c9d-4186-ab95-7d906dac6f9f {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:39:43.624817 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device c5c84080-1c9d-4186-ab95-7d906dac6f9f not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:39:43.688075 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] Set router a94316c6-15be-4716-bd09-7821fb31199b gateway port host: None {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:39:43.740178 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:39:43Z', 'revision_number': 6, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:43.766530 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ae502-aacf-4757-999a-3936e255ff6f None None] The sync data for ids ['a94316c6-15be-4716-bd09-7821fb31199b'] in dv-cinder-810000-2-iscsi is: [{'id': 'a94316c6-15be-4716-bd09-7821fb31199b', 'name': 'tempest-ServerRescueNegativeTestJSON-1328471333-router', 'tenant_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:39:43Z', 'revision_number': 6, 'project_id': 'f257a9cb91ea4e2a9d571765f4cfaa0e', 'gw_port_host': None}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:39:43.790873 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.818034 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:43.879632 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.981777 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:43.983839 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.045916 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.046436 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94316c6-15be-4716-bd09-7821fb31199b {{(pid=98179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:39:44.051712 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.052852 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e9d8e36c-3475-46ba-8786-32f6c5c9c100 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a94316c6-15be-4716-bd09-7821fb31199b HTTP/1.1" status: 204 len: 168 time: 0.7949023 Sep 21 17:39:44.055307 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39984) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:44.101601 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] Deleting subnet 785f4aee-ecc1-4deb-a22e-1f525efab12b {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:39:44.104582 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.140555 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.181135 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.236035 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.264893 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785f4aee-ecc1-4deb-a22e-1f525efab12b,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:44.268298 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.271048 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-bb054918-372b-4cd1-8df5-cfb617d9a396 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/785f4aee-ecc1-4deb-a22e-1f525efab12b HTTP/1.1" status: 204 len: 168 time: 0.2147987 Sep 21 17:39:44.272581 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39986) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:44.338075 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.417050 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.435857 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5253add1-a38f-418c-b4f2-c8528448381a']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:44.445281 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafe44cf-dd70-483a-a279-3542c7010023') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:44.445574 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafe44cf-dd70-483a-a279-3542c7010023') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:39:44.455592 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.469425 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.476538 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:39:44.476960 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:39:44.479150 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:39:44.563055 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.575826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfaaff-f97c-4f58-aa2c-aef947cd376c req-d2b0d1c1-621c-4ea5-8362-882e0ef55aef tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:44.577373 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c5bfaaff-f97c-4f58-aa2c-aef947cd376c req-d2b0d1c1-621c-4ea5-8362-882e0ef55aef tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.1023784 Sep 21 17:39:44.583969 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.588198 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] 10.222.0.26 "DELETE /v2.0/networks/5253add1-a38f-418c-b4f2-c8528448381a HTTP/1.1" status: 204 len: 168 time: 0.3122602 Sep 21 17:39:44.604701 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff0f44-8682-4f2f-88d8-b54a4b652f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=5253add1-a38f-418c-b4f2-c8528448381a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:44.617547 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:39:44.639095 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c5bfaaff-f97c-4f58-aa2c-aef947cd376c req-dbad1189-e1cc-47b9-96e3-ee247095749b tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 Sep 21 17:39:44.639337 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:39:44.639616 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3ebd60e1-ad74-4e19-b42f-cee7e0b67e5f not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:39:44.640037 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:39:44.663895 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:39:44.664309 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device c0c6abd0-52fa-44c2-87a8-bbe1dcf5bb09 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:39:44.759934 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 39992) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:44.800689 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a2f44e29-7ade-4271-a8c2-f60ee32cbafd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f257a9cb91ea4e2a9d571765f4cfaa0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395181 Sep 21 17:39:44.803346 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 39996) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:44.856933 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f41ba3bf-1f6a-40ac-a658-e9f35eb123ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.877989 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f41ba3bf-1f6a-40ac-a658-e9f35eb123ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.927355 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f41ba3bf-1f6a-40ac-a658-e9f35eb123ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.930147 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f41ba3bf-1f6a-40ac-a658-e9f35eb123ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:44.931350 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f41ba3bf-1f6a-40ac-a658-e9f35eb123ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18479320-631b-4b43-aa3d-8a324bdcccc8 HTTP/1.1" status: 204 len: 168 time: 0.1270370 Sep 21 17:39:44.940758 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ba3bf-1f6a-40ac-a658-e9f35eb123ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18479320-631b-4b43-aa3d-8a324bdcccc8,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:45.753616 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d95cea-c575-4ae4-ad10-6a26a5d1c231 req-02a2293f-478c-4944-ba62-b3dde8a7a491 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:45.755220 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a5d95cea-c575-4ae4-ad10-6a26a5d1c231 req-02a2293f-478c-4944-ba62-b3dde8a7a491 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0487759 Sep 21 17:39:45.798646 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a5d95cea-c575-4ae4-ad10-6a26a5d1c231 req-a366c314-3659-4968-acd7-676ef10ca98c tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376611 Sep 21 17:39:46.909949 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6613f5-ec92-4188-bda7-9baaa1362107 req-7313ddde-9801-4f69-814c-3c2ba04465dc tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:46.911433 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-af6613f5-ec92-4188-bda7-9baaa1362107 req-7313ddde-9801-4f69-814c-3c2ba04465dc tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0475249 Sep 21 17:39:46.950570 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-af6613f5-ec92-4188-bda7-9baaa1362107 req-1e167f13-f75d-4770-bc99-4d64123f3297 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Sep 21 17:39:48.060961 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18501f-ef90-4921-8ab8-6016cf07e061 req-acbf9e5f-6e03-400c-b50d-5fcb23b15517 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:48.062407 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3e18501f-ef90-4921-8ab8-6016cf07e061 req-acbf9e5f-6e03-400c-b50d-5fcb23b15517 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0470271 Sep 21 17:39:48.098044 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3e18501f-ef90-4921-8ab8-6016cf07e061 req-84762d97-f5b2-4d7b-856f-19cc192dafc6 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9178641-6941-421d-9779-769248c3b704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298522 Sep 21 17:39:48.713266 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-349e6fbe-6282-4ac1-b4c2-c78dcb5bff89 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:48.714680 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-349e6fbe-6282-4ac1-b4c2-c78dcb5bff89 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.18 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 949 time: 0.0455070 Sep 21 17:39:48.810770 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Deleting port d6e84551-9a4a-4069-9e3c-766481d5a5e7 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:39:48.811033 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:48.894721 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] For port d6e84551-9a4a-4069-9e3c-766481d5a5e7, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d6e84551-9a4a-4069-9e3c-766481d5a5e7,segment=NetworkSegment(b3fd2252-1355-4eaf-a58d-c4f7f1dd5736),segment_id=b3fd2252-1355-4eaf-a58d-c4f7f1dd5736)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:48.895071 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:48.906991 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Calling delete_port for d6e84551-9a4a-4069-9e3c-766481d5a5e7 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:39:49.030499 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:49.042163 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['d6e84551-9a4a-4069-9e3c-766481d5a5e7'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:49.056694 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Pushing event deleted for resources: {'Port': ['ID=d6e84551-9a4a-4069-9e3c-766481d5a5e7,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:49.099623 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] No DVR routers for this DVR port d6e84551-9a4a-4069-9e3c-766481d5a5e7 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:39:49.102397 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:49.104620 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-48dc0718-d75e-4eb1-bed6-5a8f5787a551 req-9dae78ff-8197-4272-a539-d7f6c78a5e44 tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.18 "DELETE /v2.0/ports/d6e84551-9a4a-4069-9e3c-766481d5a5e7 HTTP/1.1" status: 204 len: 173 time: 0.3797476 Sep 21 17:39:49.105117 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'name': 'network-vif-deleted', 'tag': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:49.108694 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b47b65d-58a5-4759-a823-8630e56246a0" -d '{"events": [{"server_uuid": "114761c2-20bf-4caf-bd7a-5ba141f54267", "name": "network-vif-deleted", "tag": "d6e84551-9a4a-4069-9e3c-766481d5a5e7"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:49.159389 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ab05d9-cbbb-4a04-98d0-b6b7f5c5c0e4 x-openstack-request-id: req-13ab05d9-cbbb-4a04-98d0-b6b7f5c5c0e4 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:49.159695 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114761c2-20bf-4caf-bd7a-5ba141f54267", "name": "network-vif-deleted", "tag": "d6e84551-9a4a-4069-9e3c-766481d5a5e7", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:49.159942 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13ab05d9-cbbb-4a04-98d0-b6b7f5c5c0e4 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:49.160332 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114761c2-20bf-4caf-bd7a-5ba141f54267', 'name': 'network-vif-deleted', 'tag': 'd6e84551-9a4a-4069-9e3c-766481d5a5e7', 'status': 'completed', 'code': 200} Sep 21 17:39:49.225471 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f76ed96b-87ed-4ca9-b000-40cc10787dea req-08c89699-ab6e-4296-8eda-d8e270fe21bb tempest-VolumesNegativeTest-527132051 tempest-VolumesNegativeTest-527132051-project] 10.222.0.26 "GET /v2.0/ports?device_id=114761c2-20bf-4caf-bd7a-5ba141f54267 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Sep 21 17:39:50.771316 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40134) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:50.879599 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb2a8-c129-487b-b3d2-36c81a17a1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:50.969374 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb2a8-c129-487b-b3d2-36c81a17a1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:50.974026 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb2a8-c129-487b-b3d2-36c81a17a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:51.010569 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fb2a8-c129-487b-b3d2-36c81a17a1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958bcfbb-a807-4fcd-babd-313966a72cb8,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:51.018197 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-cf6fb2a8-c129-487b-b3d2-36c81a17a1fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc42d33c2ba94860a641c05f6f344e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425687 Sep 21 17:39:51.018197 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40184) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:51.066148 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-39674dcc-2b8b-4dda-b5aa-64133638513d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:51.087893 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-39674dcc-2b8b-4dda-b5aa-64133638513d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:51.137794 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-39674dcc-2b8b-4dda-b5aa-64133638513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:51.140605 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-39674dcc-2b8b-4dda-b5aa-64133638513d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:51.141811 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-39674dcc-2b8b-4dda-b5aa-64133638513d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/958bcfbb-a807-4fcd-babd-313966a72cb8 HTTP/1.1" status: 204 len: 168 time: 0.1228256 Sep 21 17:39:51.153083 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39674dcc-2b8b-4dda-b5aa-64133638513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958bcfbb-a807-4fcd-babd-313966a72cb8,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:51.398411 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-4692c7bc-6e6f-4212-9c47-58bdaba805f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:53.614992 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device d6e84551-9a4a-4069-9e3c-766481d5a5e7 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:39:53.637900 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: d6e84551-9a4a-4069-9e3c-766481d5a5e7 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:39:53.638240 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device d6e84551-9a4a-4069-9e3c-766481d5a5e7 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:39:53.920533 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-39c03d3c-5484-43ab-92cd-e812770e473c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:53.993015 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb5fbf-7e52-4485-af9e-381d623fc319 req-f6edac5f-bcfe-430a-89fc-9212dfdfc534 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:53.994446 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-09cb5fbf-7e52-4485-af9e-381d623fc319 req-f6edac5f-bcfe-430a-89fc-9212dfdfc534 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0518036 Sep 21 17:39:54.033888 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-09cb5fbf-7e52-4485-af9e-381d623fc319 req-15419950-90c0-4d4e-b0e3-62f0284176fd tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Sep 21 17:39:54.167350 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:54.450448 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40420) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:54.578307 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-97e0cfa7-777e-4cfe-bb5d-2e45a5145ffc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15fe71bbadf640c98e094687e02b52e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265807 Sep 21 17:39:54.580708 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40424) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:39:54.626568 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:54.646434 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:54.691365 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:54.693823 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:54.694989 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9178641-6941-421d-9779-769248c3b704 HTTP/1.1" status: 204 len: 168 time: 0.1133773 Sep 21 17:39:54.703474 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9178641-6941-421d-9779-769248c3b704,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:54.710481 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.710879 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.711218 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.711548 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.711877 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.712207 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.712531 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.712848 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.713172 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.713490 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.713837 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:54.714150 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b3bbec-3268-413e-ac93-3221a789e898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:55.019155 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:55.149831 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45100f23-665f-469d-adb1-519a0d49784d req-7f057924-1fa1-42ef-804c-4fab960fcc2b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:55.151315 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-45100f23-665f-469d-adb1-519a0d49784d req-7f057924-1fa1-42ef-804c-4fab960fcc2b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0496254 Sep 21 17:39:55.188014 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-45100f23-665f-469d-adb1-519a0d49784d req-a7fece11-a4cc-493b-aa25-401d1f833cbe tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303814 Sep 21 17:39:56.296990 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f9b82-018b-4f98-80cb-c4a7c0503753 req-f620676e-064c-4391-8aab-9ccc546f0577 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:56.298410 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8d4f9b82-018b-4f98-80cb-c4a7c0503753 req-f620676e-064c-4391-8aab-9ccc546f0577 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0460546 Sep 21 17:39:56.335408 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8d4f9b82-018b-4f98-80cb-c4a7c0503753 req-1a6d333a-6035-46a8-8f0d-d8521c33a7b2 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Sep 21 17:39:56.711519 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:57.446155 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6290ae-fb9e-4a5b-8a4d-7c2f148ce0e9 req-5054feee-6dbe-4a74-88b4-aaf17c83e1d2 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:57.447657 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f6290ae-fb9e-4a5b-8a4d-7c2f148ce0e9 req-5054feee-6dbe-4a74-88b4-aaf17c83e1d2 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0473111 Sep 21 17:39:57.486909 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3f6290ae-fb9e-4a5b-8a4d-7c2f148ce0e9 req-038320ba-6e46-43e5-aa45-81d4b8918a1b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Sep 21 17:39:58.598994 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a7ad5-41b8-4ff6-bac3-d1f072871ce8 req-b5a49135-30e1-408c-99ef-0c53a12dca04 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:58.600418 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-513a7ad5-41b8-4ff6-bac3-d1f072871ce8 req-b5a49135-30e1-408c-99ef-0c53a12dca04 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0459187 Sep 21 17:39:58.636692 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-513a7ad5-41b8-4ff6-bac3-d1f072871ce8 req-2c8029a6-ee2b-4664-b4b9-a49e2746c4e6 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/security-groups?id=42832842-e068-4a5e-9184-a373c59905dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296369 Sep 21 17:39:59.111829 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-95ae61bd-0afd-4d63-957c-d1efdbbb3733 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:39:59.113230 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-95ae61bd-0afd-4d63-957c-d1efdbbb3733 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 946 time: 0.0499330 Sep 21 17:39:59.209377 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Deleting port 8e80a802-5c86-40f4-864a-63b3564cc555 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:39:59.209709 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:59.297232 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] For port 8e80a802-5c86-40f4-864a-63b3564cc555, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=8e80a802-5c86-40f4-864a-63b3564cc555,segment=NetworkSegment(ac083167-df2d-41d7-bf86-fed802539b41),segment_id=ac083167-df2d-41d7-bf86-fed802539b41)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:39:59.297609 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:59.309851 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Calling delete_port for 8e80a802-5c86-40f4-864a-63b3564cc555 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:39:59.432070 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:59.444141 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['8e80a802-5c86-40f4-864a-63b3564cc555'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:39:59.460667 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Pushing event deleted for resources: {'Port': ['ID=8e80a802-5c86-40f4-864a-63b3564cc555,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:39:59.470664 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.471017 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.471351 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.471680 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.472005 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.472328 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.472651 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.472969 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.473286 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.474193 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.474193 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.474193 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:39:59.511503 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] No DVR routers for this DVR port 8e80a802-5c86-40f4-864a-63b3564cc555 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:39:59.514099 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:39:59.516146 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-556f6b1e-3c81-4c36-8a5d-c157a49c7e1c req-bcf00f50-49fa-4a16-b1b0-6e189cd8a27b tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.18 "DELETE /v2.0/ports/8e80a802-5c86-40f4-864a-63b3564cc555 HTTP/1.1" status: 204 len: 173 time: 0.3898089 Sep 21 17:39:59.516588 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'name': 'network-vif-deleted', 'tag': '8e80a802-5c86-40f4-864a-63b3564cc555'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:39:59.518874 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4662acd-7cda-4d78-8879-851686b7fb95" -d '{"events": [{"server_uuid": "b769abf6-5ec5-42cc-bbdf-e934f17ef6fc", "name": "network-vif-deleted", "tag": "8e80a802-5c86-40f4-864a-63b3564cc555"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:39:59.558661 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca8d615-382d-4b04-9c28-6d937ba27c34 x-openstack-request-id: req-3ca8d615-382d-4b04-9c28-6d937ba27c34 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:39:59.558851 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b769abf6-5ec5-42cc-bbdf-e934f17ef6fc", "name": "network-vif-deleted", "tag": "8e80a802-5c86-40f4-864a-63b3564cc555", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:39:59.559097 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ca8d615-382d-4b04-9c28-6d937ba27c34 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:39:59.559494 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b769abf6-5ec5-42cc-bbdf-e934f17ef6fc', 'name': 'network-vif-deleted', 'tag': '8e80a802-5c86-40f4-864a-63b3564cc555', 'status': 'completed', 'code': 200} Sep 21 17:39:59.745578 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-91c12246-e103-4f6f-9d1d-1948c4a62b07 req-5f4977fa-e9c4-4730-bbc4-8f0f33296a46 tempest-VolumesSnapshotTestJSON-1789210219 tempest-VolumesSnapshotTestJSON-1789210219-project] 10.222.0.26 "GET /v2.0/ports?device_id=b769abf6-5ec5-42cc-bbdf-e934f17ef6fc HTTP/1.1" status: 200 len: 210 time: 0.0253386 Sep 21 17:40:01.639410 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:01.942965 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-2c996462-a82d-4a11-b224-d59aca4eef1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377905 Sep 21 17:40:02.009571 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-a228f61a-3aa2-460e-8774-3dd1920ff914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:02.011082 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-a228f61a-3aa2-460e-8774-3dd1920ff914 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 1098 time: 0.0407724 Sep 21 17:40:02.128244 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-fc827c84-6082-4a93-9ca0-15a82b6b021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:02.129721 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-fc827c84-6082-4a93-9ca0-15a82b6b021f service neutron] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 912 time: 0.0891333 Sep 21 17:40:02.200922 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-558ffcd8-a088-4204-836a-0665008e9b9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 200 len: 1001 time: 0.0609553 Sep 21 17:40:02.259146 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-53a111dc-28b5-4c2a-abda-d80a357973a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:02.260622 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-53a111dc-28b5-4c2a-abda-d80a357973a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.0510743 Sep 21 17:40:02.309860 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-e37c0206-f9c9-47a8-877e-f22a84ad6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:02.311334 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-e37c0206-f9c9-47a8-877e-f22a84ad6c3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383594 Sep 21 17:40:02.415442 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-dcd5a68a-ed80-4b93-b7c0-1674957180cb service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842366 Sep 21 17:40:02.509873 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-80c9b6d5-499a-4cb8-bdf9-fdc3f2a2fec8 req-dd22a613-992f-4be8-b342-6a3f8e0ba7ae service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862536 Sep 21 17:40:04.318924 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 8e80a802-5c86-40f4-864a-63b3564cc555 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:40:04.338163 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 8e80a802-5c86-40f4-864a-63b3564cc555 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:40:04.338495 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 8e80a802-5c86-40f4-864a-63b3564cc555 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:40:15.771597 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:40:17.680088 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b264ce-a194-4fe8-ba08-41aba87a2b75 req-01cdc918-acb9-4733-b51d-7d606b8c9736 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:17.681552 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-05b264ce-a194-4fe8-ba08-41aba87a2b75 req-01cdc918-acb9-4733-b51d-7d606b8c9736 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0517008 Sep 21 17:40:17.719537 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-05b264ce-a194-4fe8-ba08-41aba87a2b75 req-f37155f0-c878-4807-929a-d84eb6b43a0b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318818 Sep 21 17:40:18.832291 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4faf0-065e-4669-ab18-3391c3c7ce06 req-32d9abef-42ef-449e-8f04-5862d6b16111 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:18.833712 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5fc4faf0-065e-4669-ab18-3391c3c7ce06 req-32d9abef-42ef-449e-8f04-5862d6b16111 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0461416 Sep 21 17:40:18.871623 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5fc4faf0-065e-4669-ab18-3391c3c7ce06 req-92a354b5-7b94-4675-a074-4f59e731b797 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316000 Sep 21 17:40:19.983945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7409e-3657-45b8-bc10-b1bc17d30182 req-4a9f765c-7b25-4e4c-bc8e-c428862d34f3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:19.985381 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-eea7409e-3657-45b8-bc10-b1bc17d30182 req-4a9f765c-7b25-4e4c-bc8e-c428862d34f3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0473728 Sep 21 17:40:20.021321 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-eea7409e-3657-45b8-bc10-b1bc17d30182 req-2cf6a8b6-c62a-49a6-ab27-9a1ae4993b69 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301495 Sep 21 17:40:21.134334 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d66130-6c73-432e-a969-894cb95af4e1 req-f0d93a41-dca8-4911-bf8d-9473060169d5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:21.135800 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-16d66130-6c73-432e-a969-894cb95af4e1 req-f0d93a41-dca8-4911-bf8d-9473060169d5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0500579 Sep 21 17:40:21.172280 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-16d66130-6c73-432e-a969-894cb95af4e1 req-f5b433ec-8629-4e1c-9471-cb6be7b55ca6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306468 Sep 21 17:40:21.400376 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-53112250-9998-4a7e-825f-5dd37a4c3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:22.281302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cac201-0b46-464a-9733-c956361432ba req-87725101-5c26-4261-95cc-55bf690d224c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:22.282771 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-34cac201-0b46-464a-9733-c956361432ba req-87725101-5c26-4261-95cc-55bf690d224c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0462546 Sep 21 17:40:22.319356 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-34cac201-0b46-464a-9733-c956361432ba req-aec492be-0f55-40f8-a28a-2c804298b1ab tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Sep 21 17:40:23.430705 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924934f-79ac-46b8-9b3d-2100bd6f2425 req-9d85bb10-c2b8-41dc-8e83-b48268817295 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:23.432159 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3924934f-79ac-46b8-9b3d-2100bd6f2425 req-9d85bb10-c2b8-41dc-8e83-b48268817295 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0473659 Sep 21 17:40:23.468723 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3924934f-79ac-46b8-9b3d-2100bd6f2425 req-c8c0bf80-93e6-4c59-932a-d63203c1c65a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307109 Sep 21 17:40:23.923256 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-05dd0fb2-d588-4ea7-ac5b-0bffcb37efd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:24.168480 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:24.582739 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeed260-e3d7-4df4-9a18-c9e2ddd783f8 req-f4480286-3a74-4a5f-a7c6-96742bf8663b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:24.584206 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2aeed260-e3d7-4df4-9a18-c9e2ddd783f8 req-f4480286-3a74-4a5f-a7c6-96742bf8663b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0503097 Sep 21 17:40:24.621270 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2aeed260-e3d7-4df4-9a18-c9e2ddd783f8 req-7e648499-4ef7-4742-b862-d23244cb372b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Sep 21 17:40:25.022796 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:25.733337 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44951d4-4d73-427c-8694-b4ae3c11de38 req-3e6ec85c-91fe-41c0-b4f7-bd09a0e8a901 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:25.734868 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b44951d4-4d73-427c-8694-b4ae3c11de38 req-3e6ec85c-91fe-41c0-b4f7-bd09a0e8a901 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0480728 Sep 21 17:40:25.771645 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b44951d4-4d73-427c-8694-b4ae3c11de38 req-1377e74f-853b-49d3-9914-a4ef88326a23 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301096 Sep 21 17:40:26.714021 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:26.881740 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cf641-782a-452c-80b5-e61bd93f7f3a req-78d46feb-17a4-4263-ae9d-252e440eb973 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:26.883191 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bc7cf641-782a-452c-80b5-e61bd93f7f3a req-78d46feb-17a4-4263-ae9d-252e440eb973 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0474844 Sep 21 17:40:26.919628 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bc7cf641-782a-452c-80b5-e61bd93f7f3a req-e231549e-bcd2-4922-9e3d-29399146580c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 Sep 21 17:40:28.036423 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69885972-4c30-44e9-9cef-66dc084bf78e req-53c12de6-b9b0-4f39-8772-2f5215c3b489 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:28.038289 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-69885972-4c30-44e9-9cef-66dc084bf78e req-53c12de6-b9b0-4f39-8772-2f5215c3b489 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0508239 Sep 21 17:40:28.081323 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-69885972-4c30-44e9-9cef-66dc084bf78e req-090acfea-7f0c-4f90-badf-2168aa08284e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363207 Sep 21 17:40:28.708210 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886a438-8110-4dd2-80c7-9d7fdb805c89 req-986c3e27-2c7e-4f95-abf6-e3291a17b325 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:28.709743 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2886a438-8110-4dd2-80c7-9d7fdb805c89 req-986c3e27-2c7e-4f95-abf6-e3291a17b325 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0517893 Sep 21 17:40:28.749377 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2886a438-8110-4dd2-80c7-9d7fdb805c89 req-5f5ff305-aef0-4445-a287-ac69d52d2ee0 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Sep 21 17:40:29.197321 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc6435-0687-49ad-a505-dcf85937e506 req-f2d0e4e7-21ef-4816-bba5-d7d165f7828d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:29.198794 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7fbc6435-0687-49ad-a505-dcf85937e506 req-f2d0e4e7-21ef-4816-bba5-d7d165f7828d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0497441 Sep 21 17:40:29.236088 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7fbc6435-0687-49ad-a505-dcf85937e506 req-664a91b0-ff48-4142-acf4-0478ebae21b4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310619 Sep 21 17:40:29.864107 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70808ff-e514-473d-bbcb-35172e252def req-3a8103d6-a80b-4958-8758-a1d4e3e15274 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:29.865527 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b70808ff-e514-473d-bbcb-35172e252def req-3a8103d6-a80b-4958-8758-a1d4e3e15274 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0460606 Sep 21 17:40:29.902073 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b70808ff-e514-473d-bbcb-35172e252def req-1d463376-bcb6-49fa-bf45-f940ff38c37e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299950 Sep 21 17:40:29.964016 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40882) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:30.007306 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] Deleting subnet 5a511b43-343c-4c30-86a2-dd3039db309c {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:40:30.011222 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.044675 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.088170 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.143913 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.173481 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.177500 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5a511b43-343c-4c30-86a2-dd3039db309c HTTP/1.1" status: 204 len: 168 time: 0.2104082 Sep 21 17:40:30.177500 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bb77c-ae1b-437d-b9c1-a15be263c62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a511b43-343c-4c30-86a2-dd3039db309c,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:30.178166 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40898) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:30.246630 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.371472 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.402838 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345dbc6-bc8c-46cc-a18c-41ad05dc58b3 req-22428bcb-17ae-4812-855b-2054a0dedd68 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:30.404317 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4345dbc6-bc8c-46cc-a18c-41ad05dc58b3 req-22428bcb-17ae-4812-855b-2054a0dedd68 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0986876 Sep 21 17:40:30.405773 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e687752-a26d-4bb6-9704-837b1c5cd7c9']}} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:30.422025 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac083167-df2d-41d7-bf86-fed802539b41') {'for_net_delete': True} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:30.422315 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac083167-df2d-41d7-bf86-fed802539b41') {} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:30.438020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888025'] for segment, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.461788 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.466483 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4345dbc6-bc8c-46cc-a18c-41ad05dc58b3 req-cd21b89b-33ee-44a5-8396-e3c86d937a61 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535719 Sep 21 17:40:30.471126 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=98178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:40:30.471558 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244724'] for segment, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: Traceback (most recent call last): Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: timer() Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: cb(*args, **kw) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: return func(*args, **kwargs) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: self._notify() Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: self.callback(batched_events) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: event.method(event) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: return f(self, *a, **k) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._get(url).json() Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: return self.request(url, 'GET', **kwargs) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:40:30.473384 dv-cinder-810000-2-iscsi neutron-server[98178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:40:30.529005 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.536342 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.538079 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4e687752-a26d-4bb6-9704-837b1c5cd7c9 HTTP/1.1" status: 204 len: 168 time: 0.3578682 Sep 21 17:40:30.547734 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d9f17-a834-4bbb-b3fd-990b2badc8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e687752-a26d-4bb6-9704-837b1c5cd7c9,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:30.698444 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40906) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:30.736831 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-caa93b60-7d8d-4b0c-a438-eb82ee52cb01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41001eee7e544244b5b033961443a7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371795 Sep 21 17:40:30.739082 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40908) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:30.784289 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-30bd354d-9c2d-4500-9fed-2b4b71a4694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.804184 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-30bd354d-9c2d-4500-9fed-2b4b71a4694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.848881 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-30bd354d-9c2d-4500-9fed-2b4b71a4694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.851603 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-30bd354d-9c2d-4500-9fed-2b4b71a4694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:30.852724 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-30bd354d-9c2d-4500-9fed-2b4b71a4694b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42832842-e068-4a5e-9184-a373c59905dc HTTP/1.1" status: 204 len: 168 time: 0.1127622 Sep 21 17:40:30.859969 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd354d-9c2d-4500-9fed-2b4b71a4694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42832842-e068-4a5e-9184-a373c59905dc,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:30.939031 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-bb9f2ed6-4027-4330-8354-deec4b0dac9f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:30.940518 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-bb9f2ed6-4027-4330-8354-deec4b0dac9f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0506606 Sep 21 17:40:31.024221 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2897d5d-e8b2-4d82-b220-53330d139fd1 req-911f4933-d3cb-4efc-9cf6-440fade9425c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:31.026317 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d2897d5d-e8b2-4d82-b220-53330d139fd1 req-911f4933-d3cb-4efc-9cf6-440fade9425c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 946 time: 0.0516052 Sep 21 17:40:31.040128 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Deleting port ab2659b2-5f56-4796-8471-878cd83daf57 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:40:31.040464 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.067260 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d2897d5d-e8b2-4d82-b220-53330d139fd1 req-4dbfdb95-317d-4314-80fc-37bd7b7588d0 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347099 Sep 21 17:40:31.131079 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] For port ab2659b2-5f56-4796-8471-878cd83daf57, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ab2659b2-5f56-4796-8471-878cd83daf57,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:31.131431 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.363605 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.365005 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.365527 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Floating IP 64d44d0c-2cbe-4183-9356-458ee9564d19 disassociated. External IP: 172.27.1.67, port: ab2659b2-5f56-4796-8471-878cd83daf57. Sep 21 17:40:31.366013 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Calling delete_port for ab2659b2-5f56-4796-8471-878cd83daf57 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:40:31.516118 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.568750 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event deleted for resources: {'Port': ['ID=ab2659b2-5f56-4796-8471-878cd83daf57,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:31.592277 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40938) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:31.652725 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.659999 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114c8e2-1c04-45b8-95a6-ab87b9b0a543 req-1d71f70d-117f-4fb6-a022-505ef59ccf48 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:31.661773 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7114c8e2-1c04-45b8-95a6-ab87b9b0a543 req-1d71f70d-117f-4fb6-a022-505ef59ccf48 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.1253040 Sep 21 17:40:31.758431 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7114c8e2-1c04-45b8-95a6-ab87b9b0a543 req-9d774593-bb8d-44f7-b3fa-562e8056b670 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898049 Sep 21 17:40:31.768840 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1825868425-network', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:31.770240 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:40:31.797114 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Made reservation on behalf of 8348a0a891c947f1ac281badfe4314c6 for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:40:31.799693 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.808336 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.896905 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:40:31.909154 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.911789 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] Sync routers for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:40:31.915921 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.922455 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:31.923433 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:31.936662 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] No DVR routers for this DVR port ab2659b2-5f56-4796-8471-878cd83daf57 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:40:31.939412 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.941254 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:40:31.941614 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1af4636-86d8-46e4-bf35-ca5cd8f28412 req-4c96c5e3-9a04-4bcb-8dc7-1e1f60b3ae86 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "DELETE /v2.0/ports/ab2659b2-5f56-4796-8471-878cd83daf57 HTTP/1.1" status: 204 len: 173 time: 0.9890988 Sep 21 17:40:31.942130 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-deleted', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:40:31.944445 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b25f4b-9097-43e4-a634-6fbf5f8e7637" -d '{"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-deleted", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:40:31.956768 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e0f9d-7f71-4d16-9009-d0a0d1acee7c,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:31.959982 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:31.960521 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Added segment 11b42db2-4e8d-4a2c-8b38-c9924dac6d9b of type vlan for network 5642bc50-bcfd-4024-a62d-47499308613d Sep 21 17:40:32.007648 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.021490 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2f76cd-3367-42b5-8da7-c99ef6dc6ee0 x-openstack-request-id: req-8c2f76cd-3367-42b5-8da7-c99ef6dc6ee0 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:40:32.022020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec3746f-a63d-4054-8d37-af41327a48ae", "name": "network-vif-deleted", "tag": "ab2659b2-5f56-4796-8471-878cd83daf57", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:40:32.022475 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c2f76cd-3367-42b5-8da7-c99ef6dc6ee0 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:40:32.023117 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec3746f-a63d-4054-8d37-af41327a48ae', 'name': 'network-vif-deleted', 'tag': 'ab2659b2-5f56-4796-8471-878cd83daf57', 'status': 'completed', 'code': 200} Sep 21 17:40:32.036019 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.037329 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:32.037980 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.048085 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:32.086768 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4933796 Sep 21 17:40:32.090170 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40952) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:32.095574 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Request body: {'subnet': {'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1825868425-subnet', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:32.124283 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Made reservation on behalf of 8348a0a891c947f1ac281badfe4314c6 for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:40:32.128244 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12879072'] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.135444 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c657a-0bec-4e2a-9c13-e293c016db53 admin admin] Pushing event updated for resources: {'Network': ['ID=5642bc50-bcfd-4024-a62d-47499308613d,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:32.168417 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 5642bc50-bcfd-4024-a62d-47499308613d details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:40:32.356038 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:32.391661 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] Checking router: b3eefd79-b0bd-4faa-8110-a7683d2b08e6 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:40:32.400397 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:32.401038 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:32.478749 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-29e9e74b-6d51-4196-bc91-12ed30d6a304 req-d2b008bd-2ba3-45dd-9f05-f811d74d72b7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec3746f-a63d-4054-8d37-af41327a48ae HTTP/1.1" status: 200 len: 210 time: 0.0345638 Sep 21 17:40:32.523352 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:32.595149 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16242793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12879054'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.655924 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70da9d0-60bf-4ec9-8efc-eb18d26c3835,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:32.683955 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Checking segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:32.684446 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Network hostable DHCP agents. Network: 5642bc50-bcfd-4024-a62d-47499308613d, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:40:32.702793 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Network 5642bc50-bcfd-4024-a62d-47499308613d is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:40:32.715252 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 5642bc50-bcfd-4024-a62d-47499308613d) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:32.723223 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:32.723818 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.745174 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264429f8-a3fb-477b-a093-61b3c7df7cf8 None None] Network 5642bc50-bcfd-4024-a62d-47499308613d requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:40:32.745761 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-940dfde1-85d6-4bb9-8621-ce4a6b108976 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6532550 Sep 21 17:40:32.747797 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40956) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:32.754803 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:32.801620 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.805347 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.914657 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:32.994042 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:33.033163 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d75804-d46d-482e-bdbb-7924b2b4a75c None None] The sync data for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi is: [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:40:33.156799 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd8eb-43fc-4867-82eb-99c300baa1f3 req-32f575a5-2899-4f80-a073-e39cb0b854ee tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:33.157301 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-5642bc50-bcfd-4024-a62d-47499308613d', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:40:33.158555 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.163163 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dccfd8eb-43fc-4867-82eb-99c300baa1f3 req-32f575a5-2899-4f80-a073-e39cb0b854ee tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.2508507 Sep 21 17:40:33.211903 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.244987 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dccfd8eb-43fc-4867-82eb-99c300baa1f3 req-dd5ea900-8967-4d80-9b8d-1d927052435d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784328 Sep 21 17:40:33.304969 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Allocated IP 172.20.0.2 (5642bc50-bcfd-4024-a62d-47499308613d/e70da9d0-60bf-4ec9-8efc-eb18d26c3835/0a974760-baa0-4c9b-bfb9-0b7bb7b6d362) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:33.385685 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459bffd-541f-4592-b722-30b09c7b8ea5 None None] New status for floating IP 64d44d0c-2cbe-4183-9356-458ee9564d19: DOWN {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:40:33.442728 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.466997 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.467563 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.473377 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.514545 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Network 5642bc50-bcfd-4024-a62d-47499308613d is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:33.517476 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:33.524228 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:33.533196 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Pushing event updated for resources: {'Port': ['ID=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:33.568806 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.569158 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.569504 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.569835 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.570168 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.570497 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.570867 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.571169 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.571516 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.571833 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.572152 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.573090 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:33.589423 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Attempting to bind port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:33.589888 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Attempting to bind port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:33.590256 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Attempting to bind port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:33.595714 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:33.595906 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Checking segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:33.596221 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.596635 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Bound using segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:33.597107 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Bound port: 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:33.597488 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.615212 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Allocated IP 172.27.1.118 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/8817bcac-8a2f-4a40-96e8-34946b69af26) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:33.670267 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] For port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:33.675394 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] For port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:33.680522 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.727266 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.739304 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346df757-b9c4-4dea-b923-6821a7222844 None None] Pushing event updated for resources: {'Port': ['ID=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:33.770115 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:33.815033 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:33.820780 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:33.823364 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Pushing event updated for resources: {'Port': ['ID=8817bcac-8a2f-4a40-96e8-34946b69af26,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:33.825484 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:34.087243 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.192608 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:40:34.214873 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: ab2659b2-5f56-4796-8471-878cd83daf57 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:40:34.215213 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device ab2659b2-5f56-4796-8471-878cd83daf57 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:40:34.383406 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4530d-d7a7-4171-9701-f3f26f4d7eda req-6bccaf1a-4ffa-4fe3-86d6-f6475e1bf81f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:34.385482 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6de4530d-d7a7-4171-9701-f3f26f4d7eda req-6bccaf1a-4ffa-4fe3-86d6-f6475e1bf81f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0561891 Sep 21 17:40:34.392855 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:34.443910 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6de4530d-d7a7-4171-9701-f3f26f4d7eda req-b8fea572-d955-4964-afe5-d8c220338e35 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Sep 21 17:40:34.452060 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:34.452406 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.547336 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.561115 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.611421 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40982) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:34.616305 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:34.638707 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.686397 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:34.718779 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Router 0648a2d8-c191-437d-91d1-b7ed80718687 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:40:34.740264 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bfc052ce-cfe4-42d0-b7bf-e6165e7c6cb2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.755859 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee321-46fc-4c66-8142-6276ab02960e req-992a25fc-86ba-420e-b988-ef7db89f70d9 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:34.757526 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3daee321-46fc-4c66-8142-6276ab02960e req-992a25fc-86ba-420e-b988-ef7db89f70d9 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.1028299 Sep 21 17:40:34.763621 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e2515-54ea-49bb-93f6-023b67c202f9 None None] Network 5642bc50-bcfd-4024-a62d-47499308613d requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:40:34.787506 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bfc052ce-cfe4-42d0-b7bf-e6165e7c6cb2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.825678 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:40:34.834612 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-495c7cbf-f632-4482-8883-9b80743478b5 None None] Provisioning complete for port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:34.835427 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-495c7cbf-f632-4482-8883-9b80743478b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.842317 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.846291 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9311f13f-b4b4-459c-93b1-174d95c89705 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0947399 Sep 21 17:40:34.846765 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 40984) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:34.856500 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3daee321-46fc-4c66-8142-6276ab02960e req-84dc468a-2bbd-41a5-9dab-894b7f00308b tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884535 Sep 21 17:40:34.859168 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:40:34.879224 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:34.879224 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:34.903080 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bfc052ce-cfe4-42d0-b7bf-e6165e7c6cb2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.905871 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bfc052ce-cfe4-42d0-b7bf-e6165e7c6cb2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:34.907023 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-bfc052ce-cfe4-42d0-b7bf-e6165e7c6cb2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "DELETE /v2.0/security-groups/4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2 HTTP/1.1" status: 204 len: 168 time: 0.2943671 Sep 21 17:40:34.909926 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40986) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:34.924441 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.api.v2.resource [None req-e8649ab2-12bc-4311-a618-e42fc4e7c3ec tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] show failed (client error): The resource could not be found. Sep 21 17:40:34.928248 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e8649ab2-12bc-4311-a618-e42fc4e7c3ec tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups/4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2 HTTP/1.1" status: 404 len: 347 time: 0.0144420 Sep 21 17:40:34.928667 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40988) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:34.950036 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc052ce-cfe4-42d0-b7bf-e6165e7c6cb2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f63d4bd-57eb-4d1a-9aa0-143a0d8582e2,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:35.059969 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Deleting port 924b47e9-09e0-4b96-90de-bfe9a90c9d87 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:40:35.060878 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.086526 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:35.145923 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.146276 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.160180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Calling delete_port for 924b47e9-09e0-4b96-90de-bfe9a90c9d87 owned by network:floatingip {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:40:35.289387 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:33Z', 'revision_number': 3, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:35.321270 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:40:35.321632 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Updating router 0648a2d8-c191-437d-91d1-b7ed80718687 port 8817bcac-8a2f-4a40-96e8-34946b69af26 binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:40:35.321992 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.324870 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.351952 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.360295 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event deleted for resources: {'Port': ['ID=924b47e9-09e0-4b96-90de-bfe9a90c9d87,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:35.451548 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.454914 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.459750 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f082467b-f2ee-4879-8b1e-96dcdb0268fc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "DELETE /v2.0/floatingips/64d44d0c-2cbe-4183-9356-458ee9564d19 HTTP/1.1" status: 204 len: 168 time: 0.5300510 Sep 21 17:40:35.484360 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-bc4061a5-ff23-4b63-a122-90173ad990c0 None None] Provisioning complete for port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:35.484733 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bc4061a5-ff23-4b63-a122-90173ad990c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.508950 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Allocated IP 172.20.0.1 (5642bc50-bcfd-4024-a62d-47499308613d/e70da9d0-60bf-4ec9-8efc-eb18d26c3835/9d31d6f4-8c5f-4216-8599-4dec4d81008b) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:35.616177 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.653480 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.697762 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Pushing event updated for resources: {'Port': ['ID=9d31d6f4-8c5f-4216-8599-4dec4d81008b,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:35.702305 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.705314 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Network 5642bc50-bcfd-4024-a62d-47499308613d is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:35.707096 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:35.709505 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:35.711805 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.750999 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.765209 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Attempting to bind port 8817bcac-8a2f-4a40-96e8-34946b69af26 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:35.765943 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Attempting to bind port 8817bcac-8a2f-4a40-96e8-34946b69af26 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:35.766398 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Attempting to bind port 8817bcac-8a2f-4a40-96e8-34946b69af26 on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:35.773934 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:35.774457 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:35.774980 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.775465 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:35.776261 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Bound port: 8817bcac-8a2f-4a40-96e8-34946b69af26, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:35.776731 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.821085 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcbdda-54bd-4399-88f5-0f61c4ad24f1 None None] Pushing event updated for resources: {'Port': ['ID=8817bcac-8a2f-4a40-96e8-34946b69af26,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:35.855134 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] For port 8817bcac-8a2f-4a40-96e8-34946b69af26, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:35.858558 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] For port 8817bcac-8a2f-4a40-96e8-34946b69af26, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=8817bcac-8a2f-4a40-96e8-34946b69af26,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:35.865565 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.904474 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40996) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:35.909129 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-980c5d42-e3b0-41a7-aa42-eb17eb59b919 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926335793', 'description': 'tempest-description--183339989'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:35.917330 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.956883 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:35.957520 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:35.960246 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-980c5d42-e3b0-41a7-aa42-eb17eb59b919 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:35.998645 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcbdda-54bd-4399-88f5-0f61c4ad24f1 None None] Pushing event updated for resources: {'Port': ['ID=8817bcac-8a2f-4a40-96e8-34946b69af26,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:36.060767 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce8c36-019c-44bd-b739-c0e9090dbf5a req-2a7d4127-4d4c-4650-b2e3-da8a0cb4b4f4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:36.063411 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-33ce8c36-019c-44bd-b739-c0e9090dbf5a req-2a7d4127-4d4c-4650-b2e3-da8a0cb4b4f4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.1038518 Sep 21 17:40:36.087665 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:36.094709 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-980c5d42-e3b0-41a7-aa42-eb17eb59b919 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.099910 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-980c5d42-e3b0-41a7-aa42-eb17eb59b919 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.130720 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-980c5d42-e3b0-41a7-aa42-eb17eb59b919 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.134858 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-980c5d42-e3b0-41a7-aa42-eb17eb59b919 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2265499 Sep 21 17:40:36.135268 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 40998) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:36.140174 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-0d20aa91-70f4-418b-b692-9dccd4fe54a9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'security_group_rule': {'security_group_id': 'd1742eb4-3dc2-4ef2-ae06-543bc9283d5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:36.153541 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c5d42-e3b0-41a7-aa42-eb17eb59b919 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:36.160387 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-33ce8c36-019c-44bd-b739-c0e9090dbf5a req-88c8698e-3f57-4ee4-96d4-9ae9c84c5566 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871181 Sep 21 17:40:36.200238 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa91-70f4-418b-b692-9dccd4fe54a9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.210482 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.216402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.263579 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa91-70f4-418b-b692-9dccd4fe54a9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.269217 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa91-70f4-418b-b692-9dccd4fe54a9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.301146 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.301528 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20aa91-70f4-418b-b692-9dccd4fe54a9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605df8ca-5abc-46b1-83e4-535ee75c55e8,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:36.304473 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-44b0fc13-c986-4056-8044-83a18875d38d None None] Provisioning complete for port 9d31d6f4-8c5f-4216-8599-4dec4d81008b triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:36.304967 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-44b0fc13-c986-4056-8044-83a18875d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.312306 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Pushing event updated for resources: {'Port': ['ID=9d31d6f4-8c5f-4216-8599-4dec4d81008b,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:36.316587 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0d20aa91-70f4-418b-b692-9dccd4fe54a9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.323145 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0d20aa91-70f4-418b-b692-9dccd4fe54a9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861131 Sep 21 17:40:36.324274 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41002) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:36.339430 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-2a78122e-b193-4e11-a7b3-79a9708c467c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'security_group_rule': {'security_group_id': 'd1742eb4-3dc2-4ef2-ae06-543bc9283d5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:36.360438 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:36.407432 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-44b0fc13-c986-4056-8044-83a18875d38d None None] Port 9d31d6f4-8c5f-4216-8599-4dec4d81008b cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:40:36.417165 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2a78122e-b193-4e11-a7b3-79a9708c467c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.464783 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Network 5642bc50-bcfd-4024-a62d-47499308613d is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:36.468117 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:36.481611 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:36.481974 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.503544 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2a78122e-b193-4e11-a7b3-79a9708c467c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.545323 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:36.550125 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2a78122e-b193-4e11-a7b3-79a9708c467c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.585150 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78122e-b193-4e11-a7b3-79a9708c467c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cb3cf0-0c74-4381-b107-535ea5b965ab,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:36.592269 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c159bf-44e0-46c7-84f3-1cd57e1c5cee None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:40:36.605770 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2a78122e-b193-4e11-a7b3-79a9708c467c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.606999 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2a78122e-b193-4e11-a7b3-79a9708c467c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730021 Sep 21 17:40:36.611770 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41004) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:36.616329 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:36.642792 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.653964 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-c2c5bd7d-7086-4de9-98b9-d2569887c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:36.657239 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-c2c5bd7d-7086-4de9-98b9-d2569887c4dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 1098 time: 0.1716452 Sep 21 17:40:36.713981 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:40:36.732095 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-475da36b-704d-4b86-ab31-e373305e7700 None None] Provisioning complete for port 9d31d6f4-8c5f-4216-8599-4dec4d81008b triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:36.732485 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-475da36b-704d-4b86-ab31-e373305e7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.775298 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-475da36b-704d-4b86-ab31-e373305e7700 None None] Port 9d31d6f4-8c5f-4216-8599-4dec4d81008b cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:40:36.782731 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:36.822771 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-9ce7ce71-361b-4a98-beb5-7fd3417beab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:36.824259 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-9ce7ce71-361b-4a98-beb5-7fd3417beab3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 912 time: 0.1572731 Sep 21 17:40:36.945947 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Allocated IP 172.27.1.20 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/52a4a20e-c7b5-49a5-ae8a-b450d465b18a) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:36.952999 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:40:36.961857 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-3fcde0fb-c19c-45cb-96ba-0bbf5cd93f4d admin admin] 10.222.0.26 "PUT /v2.0/routers/0648a2d8-c191-437d-91d1-b7ed80718687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1139958 Sep 21 17:40:36.970297 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-37c6fe02-f048-4995-8d7b-5721e9dc7b1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 200 len: 1001 time: 0.0950954 Sep 21 17:40:37.037220 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-ee7f0231-351a-4ca9-bf50-5a111c1833d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:37.038692 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-ee7f0231-351a-4ca9-bf50-5a111c1833d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.0569327 Sep 21 17:40:37.075438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.100726 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-4a2cfa1a-58e3-4250-a4c3-f84b357d9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:37.102504 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-4a2cfa1a-58e3-4250-a4c3-f84b357d9b26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535717 Sep 21 17:40:37.118759 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.160465 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:37.165109 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:37.168663 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:37.201318 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'Port': ['ID=52a4a20e-c7b5-49a5-ae8a-b450d465b18a,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:37.217624 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-3a88ca39-2800-486a-b70a-a050da83643f service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014836 Sep 21 17:40:37.358308 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-470ae914-ba7b-41da-91c6-7ba37ef93f46 req-738fc341-5a3b-49d9-b5f5-a6230ae836f8 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280804 Sep 21 17:40:37.365405 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.401176 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f662a86-9fe8-49dd-a246-b435ebf848ea req-961adc72-0d8f-4595-97c0-d22e06cd25a4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:37.403085 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1f662a86-9fe8-49dd-a246-b435ebf848ea req-961adc72-0d8f-4595-97c0-d22e06cd25a4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.1024196 Sep 21 17:40:37.444330 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.523959 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1f662a86-9fe8-49dd-a246-b435ebf848ea req-17700dac-1a23-4e42-87ab-71cdd2f0397a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933416 Sep 21 17:40:37.688714 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.695512 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.699190 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41042) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:37.707593 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-988669894-network', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:37.739560 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Made reservation on behalf of 718648ad3f4c412e96de8bceabc5971a for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:40:37.742473 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.752168 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.771953 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'Port': ['ID=52a4a20e-c7b5-49a5-ae8a-b450d465b18a,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:37.779295 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.848097 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.855309 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.859917 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.870514 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-aeb19005-a446-437b-8476-0523e4bd67b2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2575924 Sep 21 17:40:37.892386 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:40:37.899112 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead5058-7f27-432d-855b-5d55d6d63a16,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:37.907071 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:37.907503 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Added segment ff7af171-d9b9-4aeb-a82b-41ccc29025db of type vlan for network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 Sep 21 17:40:37.953876 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.002383 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.004060 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:38.004604 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.037579 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3369539 Sep 21 17:40:38.040132 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41056) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:38.046196 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Request body: {'subnet': {'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-988669894-subnet', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:38.104028 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602081c6-6b2c-4d74-b654-95351b851621 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d3c1cd-c6c4-4354-8dbb-e87793488c22,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:38.114354 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:40:38.135884 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Made reservation on behalf of 718648ad3f4c412e96de8bceabc5971a for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:40:38.138174 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12879072'] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.146012 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-1235e305-96d2-493b-a2b3-d98624e9e40d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--926335793&fields=id&tenant_id=77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 267 time: 0.0890155 Sep 21 17:40:38.358897 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 8817bcac-8a2f-4a40-96e8-34946b69af26 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:38.413634 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 8817bcac-8a2f-4a40-96e8-34946b69af26 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:38.413997 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.494627 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.514575 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port 8817bcac-8a2f-4a40-96e8-34946b69af26, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=8817bcac-8a2f-4a40-96e8-34946b69af26,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:38.518947 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.556923 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-6b9755ec-907e-4446-8599-8bd964d2e36a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:38.558516 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-6b9755ec-907e-4446-8599-8bd964d2e36a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 816 time: 0.4021611 Sep 21 17:40:38.585946 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=8817bcac-8a2f-4a40-96e8-34946b69af26,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:38.601878 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-164c2076-968a-4f52-b815-0777eb528029 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/quotas/77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 375 time: 0.0176682 Sep 21 17:40:38.691022 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff963c3-ae4f-4ffb-b11f-d81e2263cc5a req-f13325ac-474f-4a1f-a191-df4bdb485ce5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:38.692586 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fff963c3-ae4f-4ffb-b11f-d81e2263cc5a req-f13325ac-474f-4a1f-a191-df4bdb485ce5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0541968 Sep 21 17:40:38.693138 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16242793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12879054'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.719997 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-065e0cb1-9004-4de1-b108-dba41e9f9bd3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110179 Sep 21 17:40:38.751337 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fff963c3-ae4f-4ffb-b11f-d81e2263cc5a req-55855961-3950-4c1c-9502-24a98bb040a6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485504 Sep 21 17:40:38.800854 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67432541-4f9e-4ef5-a663-f62cba121018,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:38.867443 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Checking segment: {'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:38.867828 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Network hostable DHCP agents. Network: a2d3c1cd-c6c4-4354-8dbb-e87793488c22, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:40:38.889066 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-b1581e85-6c7f-403c-ae20-f2340045557d service neutron] 10.222.0.26 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349733 Sep 21 17:40:38.906645 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:40:38.935281 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, a2d3c1cd-c6c4-4354-8dbb-e87793488c22) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:38.945136 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfec7e3-afbf-489b-bd61-1df459e1fac7 None None] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:40:38.965368 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:38.965958 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:38.995960 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-c2b968b9-4616-44d3-950e-e69bb03e279d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9545453 Sep 21 17:40:38.998409 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41080) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:39.004533 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:39.006957 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-39a94f58-bc01-4d5e-a8ab-16ede81563c2 service neutron] 10.222.0.26 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097388 Sep 21 17:40:39.040202 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:40:39.049887 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.052030 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.053140 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:39.053685 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:39.123192 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.147326 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'fixed_ips': [{'subnet_id': '67432541-4f9e-4ef5-a663-f62cba121018'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:40:39.148751 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.237048 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0ee9408a-534a-42c1-a150-57683e4fc726 req-e8457cf4-79ac-4bc5-8a13-21be7e1dc123 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 210 time: 0.0317507 Sep 21 17:40:39.266129 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:39.326879 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.338885 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Allocated IP 172.20.0.2 (a2d3c1cd-c6c4-4354-8dbb-e87793488c22/67432541-4f9e-4ef5-a663-f62cba121018/11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:39.549635 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.557237 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.598042 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:39.599313 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.601419 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:39.605824 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:39.613516 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:36Z', 'revision_number': 2, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:39.618343 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Pushing event updated for resources: {'Port': ['ID=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:39.627004 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.652201 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:40:39.652705 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Updating router 0648a2d8-c191-437d-91d1-b7ed80718687 port 9d31d6f4-8c5f-4216-8599-4dec4d81008b binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:40:39.670191 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Attempting to bind port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:39.670556 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Attempting to bind port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:39.671000 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Attempting to bind port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 on network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:39.676122 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:39.676491 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Checking segment: {'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:39.676922 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.677319 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Bound using segment: {'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:39.677808 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Bound port: 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:39.678210 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.683931 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.750422 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Allocated IP 172.27.1.41 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/ffa42062-804e-4dd2-9493-00cf78ee7af9) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:39.752232 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] For port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:39.755791 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] For port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,segment=NetworkSegment(ff7af171-d9b9-4aeb-a82b-41ccc29025db),segment_id=ff7af171-d9b9-4aeb-a82b-41ccc29025db)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:39.761803 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.841992 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c13cd-d477-44f1-95ac-c26d54a0be4c None None] Pushing event updated for resources: {'Port': ['ID=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:39.896212 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.942102 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:39.982585 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:39.985514 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:39.988948 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:40.015267 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.023397 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.034672 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Pushing event updated for resources: {'Port': ['ID=ffa42062-804e-4dd2-9493-00cf78ee7af9,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:40.082322 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Pushing event updated for resources: {'Port': ['ID=9d31d6f4-8c5f-4216-8599-4dec4d81008b,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:40.116661 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.117279 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.117761 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.118311 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.118808 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.120585 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.123667 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.124211 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.124875 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.125344 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.125853 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.126174 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:40.177494 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Attempting to bind port 9d31d6f4-8c5f-4216-8599-4dec4d81008b on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:40.177851 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Attempting to bind port 9d31d6f4-8c5f-4216-8599-4dec4d81008b by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:40.178203 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Attempting to bind port 9d31d6f4-8c5f-4216-8599-4dec4d81008b on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:40.187054 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:40.187419 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Checking segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:40.188498 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.188882 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Bound using segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:40.189346 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Bound port: 9d31d6f4-8c5f-4216-8599-4dec4d81008b, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:40.189898 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.327013 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] For port 9d31d6f4-8c5f-4216-8599-4dec4d81008b, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:40.331652 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] For port 9d31d6f4-8c5f-4216-8599-4dec4d81008b, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=9d31d6f4-8c5f-4216-8599-4dec4d81008b,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:40.340507 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.425272 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.490469 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e4a454ea-bdee-43db-be9b-77029cab1fc0 None None] Provisioning complete for port 9d31d6f4-8c5f-4216-8599-4dec4d81008b triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:40.492447 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e4a454ea-bdee-43db-be9b-77029cab1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.563171 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:40.563984 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:40.585687 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-eb8238be-118b-4fc8-a2b2-89b125a00675 req-29f36917-75f2-493a-9be4-a216c7b93307 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 210 time: 0.1206107 Sep 21 17:40:40.589106 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:40.609738 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdcc89-4d63-433a-bb23-45f0d690da57 None None] Pushing event updated for resources: {'Port': ['ID=9d31d6f4-8c5f-4216-8599-4dec4d81008b,revision_number=4']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:40.715143 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e4a454ea-bdee-43db-be9b-77029cab1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.740043 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:40.764231 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:40.764594 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.825410 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-35659ba4-61dd-4a61-849e-8c762ae197d1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:40.827255 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-35659ba4-61dd-4a61-849e-8c762ae197d1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 816 time: 0.4216077 Sep 21 17:40:40.880005 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e4a454ea-bdee-43db-be9b-77029cab1fc0 None None] For port 9d31d6f4-8c5f-4216-8599-4dec4d81008b, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=9d31d6f4-8c5f-4216-8599-4dec4d81008b,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:40.888221 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.889788 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e4a454ea-bdee-43db-be9b-77029cab1fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:40.924724 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-327714c2-80ef-4573-a15b-abe016723937 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 379 time: 0.0853515 Sep 21 17:40:40.940392 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'port': {'device_id': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'admin_state_up': True, 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'security_groups': ['d1742eb4-3dc2-4ef2-ae06-543bc9283d5e']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:40.982916 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.033988 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a454ea-bdee-43db-be9b-77029cab1fc0 None None] Pushing event updated for resources: {'Port': ['ID=9d31d6f4-8c5f-4216-8599-4dec4d81008b,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:41.064806 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-6219c0c4-1ffe-4c8a-8be9-8a8cc5a4634a None None] Provisioning complete for port 9d31d6f4-8c5f-4216-8599-4dec4d81008b triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:41.065239 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6219c0c4-1ffe-4c8a-8be9-8a8cc5a4634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.093869 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,segment=NetworkSegment(ff7af171-d9b9-4aeb-a82b-41ccc29025db),segment_id=ff7af171-d9b9-4aeb-a82b-41ccc29025db)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:41.105166 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.105991 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 8817bcac-8a2f-4a40-96e8-34946b69af26 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:41.133220 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Made reservation on behalf of 77daf0914890490d86be72c7ddedd3ac for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:40:41.140813 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.146602 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:41.171157 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Router 27726c05-8c43-4ffb-b11d-707606ce53c4 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:40:41.187638 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf324b-1342-49a4-a716-c9fdbb2a9cb4 None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:40:41.211705 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:41.254713 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41128) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:41.318264 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 8817bcac-8a2f-4a40-96e8-34946b69af26 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:41.318656 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.349687 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:40:41.365768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbc39f-2c26-4a9c-bdab-605772bf0ab9 None None] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:40:41.380939 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Allocated IP 172.20.0.9 (dbbd70b1-e8de-4b85-826c-a766f7aa631c/9ab947d5-e077-4899-9967-70d7d8e2df41/73042dfb-ef8e-4876-be81-f9c4d5c91264) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:41.381146 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.383128 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-662dc9af-a200-45a9-9322-0e06ec3a629f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3830168 Sep 21 17:40:41.385607 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41132) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:41.399425 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Sync routers for ids ['27726c05-8c43-4ffb-b11d-707606ce53c4'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:40:41.429457 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Routers {'27726c05-8c43-4ffb-b11d-707606ce53c4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:41.430094 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['27726c05-8c43-4ffb-b11d-707606ce53c4'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:41.440214 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e0b626d0-8ac4-42da-aa51-b5abbd63a92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.627015 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.705822 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e0b626d0-8ac4-42da-aa51-b5abbd63a92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.719590 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e0b626d0-8ac4-42da-aa51-b5abbd63a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.724284 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.791023 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-1948ffec-8e25-407d-ac93-13e87d7e706a None None] Provisioning complete for port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:41.791709 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1948ffec-8e25-407d-ac93-13e87d7e706a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.839206 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-e0b626d0-8ac4-42da-aa51-b5abbd63a92d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7520f18dd3a4dc9aebdd40949de0f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830557 Sep 21 17:40:41.840371 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41136) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:41.842356 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:41.855880 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b626d0-8ac4-42da-aa51-b5abbd63a92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca07c2-54f6-497f-8b83-b5d70f2ac77a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:41.871567 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:41.878925 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5706b9-9477-4bed-95ef-1cc937379a55 req-c37f02bd-4fde-4935-b719-cca63096710a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:41.880207 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:41.882802 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:41.888334 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9f5706b9-9477-4bed-95ef-1cc937379a55 req-c37f02bd-4fde-4935-b719-cca63096710a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 931 time: 0.0745234 Sep 21 17:40:41.921743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Set router 27726c05-8c43-4ffb-b11d-707606ce53c4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:41.967888 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:41.968577 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.969955 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9f5706b9-9477-4bed-95ef-1cc937379a55 req-1940f13f-7bfd-4153-9a49-d10a8349a332 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801156 Sep 21 17:40:41.977133 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ad6-4abd-4d79-8dc5-034ed7a89d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:41.999026 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-410c41e1-9dbc-4385-b8ce-09a584b39d25 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0626462 Sep 21 17:40:42.017097 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Request body: {'port': {'device_id': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:42.039753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ad6-4abd-4d79-8dc5-034ed7a89d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.111294 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.186061 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ad6-4abd-4d79-8dc5-034ed7a89d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.188701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa86ad6-4abd-4d79-8dc5-034ed7a89d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.189879 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2aa86ad6-4abd-4d79-8dc5-034ed7a89d31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bca07c2-54f6-497f-8b83-b5d70f2ac77a HTTP/1.1" status: 204 len: 168 time: 0.3426692 Sep 21 17:40:42.213497 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa86ad6-4abd-4d79-8dc5-034ed7a89d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca07c2-54f6-497f-8b83-b5d70f2ac77a,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:42.383989 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-24c78346-1669-4cec-95b2-a9f3d968d835 None None] Provisioning complete for port 73042dfb-ef8e-4876-be81-f9c4d5c91264 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:42.384364 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-24c78346-1669-4cec-95b2-a9f3d968d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.391379 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.485303 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 9d31d6f4-8c5f-4216-8599-4dec4d81008b up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:42.490598 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-24c78346-1669-4cec-95b2-a9f3d968d835 None None] Port 73042dfb-ef8e-4876-be81-f9c4d5c91264 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:40:42.564378 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 3, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port': {'id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:42.583397 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73042dfb-ef8e-4876-be81-f9c4d5c91264 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:40:42.591827 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.594747 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Checking router: 27726c05-8c43-4ffb-b11d-707606ce53c4 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:40:42.595097 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Updating router 27726c05-8c43-4ffb-b11d-707606ce53c4 port ffa42062-804e-4dd2-9493-00cf78ee7af9 binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:40:42.608201 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Transition to ACTIVE for port object 73042dfb-ef8e-4876-be81-f9c4d5c91264 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:40:42.613432 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.641285 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Allocated IP 172.20.0.1 (a2d3c1cd-c6c4-4354-8dbb-e87793488c22/67432541-4f9e-4ef5-a663-f62cba121018/bbff09a5-fc3e-4c21-84ab-818e7c55c2bf) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:40:42.643094 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 9d31d6f4-8c5f-4216-8599-4dec4d81008b triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:42.643517 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.647857 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.649868 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-f4aa79f4-87bd-48df-99e1-38c01bc8a7ef None None] Provisioning complete for port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:42.650432 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f4aa79f4-87bd-48df-99e1-38c01bc8a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.699313 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41142) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:42.764821 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.775704 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:42.788177 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ccd6b247-8c53-4ae1-b1e1-95c8d73891db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.804048 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.847865 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:42.852347 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:42.856947 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:40:42.858440 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Attempting to bind port 73042dfb-ef8e-4876-be81-f9c4d5c91264 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:42.859015 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Attempting to bind port 73042dfb-ef8e-4876-be81-f9c4d5c91264 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:42.859414 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Attempting to bind port 73042dfb-ef8e-4876-be81-f9c4d5c91264 on network dbbd70b1-e8de-4b85-826c-a766f7aa631c {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:42.865605 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Port 73042dfb-ef8e-4876-be81-f9c4d5c91264 on network dbbd70b1-e8de-4b85-826c-a766f7aa631c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:40:42.866388 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Attempting to bind port 73042dfb-ef8e-4876-be81-f9c4d5c91264 on network dbbd70b1-e8de-4b85-826c-a766f7aa631c {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:42.874288 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:42.874637 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Checking segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:42.875057 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Bound using segment: {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:42.875495 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Bound port: 73042dfb-ef8e-4876-be81-f9c4d5c91264, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25527999-2546-4647-b5ff-0bae6bcdca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:42.875841 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.902587 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:42.922238 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:42.991784 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:42.997154 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:43.004577 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.011323 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:43.057938 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ccd6b247-8c53-4ae1-b1e1-95c8d73891db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.079323 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ccd6b247-8c53-4ae1-b1e1-95c8d73891db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.087185 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.110639 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:43.111289 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.116713 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] 10.222.0.18 "PUT /v2.0/ports/73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 200 len: 1093 time: 1.1044955 Sep 21 17:40:43.117998 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:43.118359 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.152987 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:40:43.155127 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe169d42-090b-4145-ba46-5a330b0765d6" -d '{"events": [{"name": "network-changed", "server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:40:43.219614 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.239052 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.275667 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55153b16-0c30-4811-b764-10f63f9d1d05 x-openstack-request-id: req-55153b16-0c30-4811-b764-10f63f9d1d05 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:40:43.276164 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:40:43.276419 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55153b16-0c30-4811-b764-10f63f9d1d05 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:40:43.276868 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'status': 'completed', 'code': 200} Sep 21 17:40:43.295549 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-ccd6b247-8c53-4ae1-b1e1-95c8d73891db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3ec62960ba04849af704b959b1ac7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926361 Sep 21 17:40:43.298884 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41150) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:43.299069 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271f93f-7556-4ab2-bb53-49d346ae4922 service neutron] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:43.304597 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6b247-8c53-4ae1-b1e1-95c8d73891db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9f21af-b52f-4ae6-93c7-a94dcb4caca6,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:43.318384 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e553c-da8e-4f78-ac27-5b62ef43b68f req-54adf1a5-51dd-4d13-9ce0-e845a2256f45 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:43.328926 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d04e553c-da8e-4f78-ac27-5b62ef43b68f req-54adf1a5-51dd-4d13-9ce0-e845a2256f45 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.2082610 Sep 21 17:40:43.330048 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be85b4b-157c-4b8a-84e2-403539dab5fa None None] Pushing event updated for resources: {'Port': ['ID=ffa42062-804e-4dd2-9493-00cf78ee7af9,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:43.337064 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Attempting to bind port ffa42062-804e-4dd2-9493-00cf78ee7af9 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:43.337491 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Attempting to bind port ffa42062-804e-4dd2-9493-00cf78ee7af9 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:43.337897 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Attempting to bind port ffa42062-804e-4dd2-9493-00cf78ee7af9 on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:43.368453 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:43.369130 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:43.369533 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.369918 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:43.370407 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Bound port: ffa42062-804e-4dd2-9493-00cf78ee7af9, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:43.370808 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.392400 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d04e553c-da8e-4f78-ac27-5b62ef43b68f req-d950458c-f569-4d8f-b580-c1af368bb79d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622723 Sep 21 17:40:43.405422 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-d7f05391-00a2-49a1-8c41-50291eebb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:43.407913 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-3bebf765-eecd-4f66-8185-8b0a624590bd None None] Provisioning complete for port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:43.408481 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3bebf765-eecd-4f66-8185-8b0a624590bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.421291 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-d7f05391-00a2-49a1-8c41-50291eebb2d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1096 time: 0.2406156 Sep 21 17:40:43.429128 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-985da6c0-936e-4e21-874b-fd43b2f9be57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.434969 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.444553 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.464428 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] For port ffa42062-804e-4dd2-9493-00cf78ee7af9, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:43.471307 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] For port ffa42062-804e-4dd2-9493-00cf78ee7af9, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=ffa42062-804e-4dd2-9493-00cf78ee7af9,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:43.472362 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-3bebf765-eecd-4f66-8185-8b0a624590bd None None] Port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:40:43.476899 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-d65dd4f6-f8b6-43d5-a3c7-3034ace9b91c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 200 len: 217 time: 0.0460994 Sep 21 17:40:43.478030 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.495156 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-985da6c0-936e-4e21-874b-fd43b2f9be57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.528830 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Routers {'27726c05-8c43-4ffb-b11d-707606ce53c4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:43.529447 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['27726c05-8c43-4ffb-b11d-707606ce53c4'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:43.533683 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0e8c3de8-792f-4672-b1f1-1239f77777a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:43.535689 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0e8c3de8-792f-4672-b1f1-1239f77777a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0498173 Sep 21 17:40:43.545079 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:43.555663 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.578882 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be85b4b-157c-4b8a-84e2-403539dab5fa None None] Pushing event updated for resources: {'Port': ['ID=ffa42062-804e-4dd2-9493-00cf78ee7af9,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:43.585468 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-9a7e8191-fd44-4a72-a9cb-aacacbd25f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:43.587181 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-9a7e8191-fd44-4a72-a9cb-aacacbd25f30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439730 Sep 21 17:40:43.640009 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-985da6c0-936e-4e21-874b-fd43b2f9be57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.643759 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-985da6c0-936e-4e21-874b-fd43b2f9be57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:43.647708 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-985da6c0-936e-4e21-874b-fd43b2f9be57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d9f21af-b52f-4ae6-93c7-a94dcb4caca6 HTTP/1.1" status: 204 len: 168 time: 0.3448756 Sep 21 17:40:43.665388 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] Set router 27726c05-8c43-4ffb-b11d-707606ce53c4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:43.668092 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985da6c0-936e-4e21-874b-fd43b2f9be57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9f21af-b52f-4ae6-93c7-a94dcb4caca6,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:43.696694 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:40:43.698630 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:40:43.728365 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-72df5463-6430-49e7-837d-47c797cc3bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298099 Sep 21 17:40:43.854963 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-88d46546-0ee6-4684-bdab-0d8cdf0605f0 req-0a5fb3d1-9df5-41c5-9be5-d4d7a409b4b4 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184618 Sep 21 17:40:43.858244 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Router 27726c05-8c43-4ffb-b11d-707606ce53c4 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:40:43.980707 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-b4ac4b1d-b7b8-448a-92fc-7f6d1b96adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:43.982267 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-b4ac4b1d-b7b8-448a-92fc-7f6d1b96adce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1096 time: 0.0603151 Sep 21 17:40:43.982439 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 4, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port': {'id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'bbff09a5-fc3e-4c21-84ab-818e7c55c2bf', 'name': '', 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'mac_address': 'fa:16:3e:c2:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67432541-4f9e-4ef5-a663-f62cba121018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:42Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 2, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'subnets': [{'id': '67432541-4f9e-4ef5-a663-f62cba121018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:43.996103 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:40:44.012955 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7cbeeebe-efff-4edc-8504-dc69090b0ff1 admin admin] 10.222.0.26 "PUT /v2.0/routers/27726c05-8c43-4ffb-b11d-707606ce53c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6178002 Sep 21 17:40:44.096159 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-741cc3f2-d67e-4d23-953a-798554f9bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:44.096159 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-741cc3f2-d67e-4d23-953a-798554f9bffd service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.0974677 Sep 21 17:40:44.150278 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9cc06-45f9-4bfd-b02d-e7f881a03958 None None] The sync data for ids ['27726c05-8c43-4ffb-b11d-707606ce53c4'] in dv-cinder-810000-2-iscsi is: [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 4, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port': {'id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'bbff09a5-fc3e-4c21-84ab-818e7c55c2bf', 'name': '', 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'mac_address': 'fa:16:3e:c2:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67432541-4f9e-4ef5-a663-f62cba121018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:42Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 2, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'subnets': [{'id': '67432541-4f9e-4ef5-a663-f62cba121018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:40:44.158622 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-d89ac638-1043-467c-ae1d-880b85d6b9fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 200 len: 217 time: 0.0537345 Sep 21 17:40:44.170241 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-2903850c-94a3-482b-876a-00bca80c6425 None None] Provisioning complete for port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:44.170610 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2903850c-94a3-482b-876a-00bca80c6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:44.214055 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-2903850c-94a3-482b-876a-00bca80c6425 None None] Port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:40:44.237838 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-68b6365c-444a-46c4-ad26-f0037eff49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:44.239268 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-68b6365c-444a-46c4-ad26-f0037eff49e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0676391 Sep 21 17:40:44.294730 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-ac6865d2-ec60-4fe9-b00f-a2f8fbd428e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:44.296829 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-ac6865d2-ec60-4fe9-b00f-a2f8fbd428e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454152 Sep 21 17:40:44.454587 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-fa8d8ea0-dccd-4d53-ba5d-af8df2a77d14 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434979 Sep 21 17:40:44.629776 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32601d3-6643-4cfc-89fa-eb8fffb07fcd req-07d7c2bf-4ca9-44b0-965d-77def3f7559c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:44.632577 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a32601d3-6643-4cfc-89fa-eb8fffb07fcd req-07d7c2bf-4ca9-44b0-965d-77def3f7559c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.1348555 Sep 21 17:40:44.668443 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fe169d42-090b-4145-ba46-5a330b0765d6 req-69a24122-ebd0-4a5d-a27c-674ef5c55f9d service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926219 Sep 21 17:40:44.687527 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a32601d3-6643-4cfc-89fa-eb8fffb07fcd req-62340ce7-2aa6-443c-a269-4fe893c14e78 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471952 Sep 21 17:40:44.854607 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41184) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:44.859184 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-a8e70cdc-6137-402b-b343-5f69662e7e72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393889811', 'description': 'tempest-secgroup-smoke-393889811 description', 'project_id': '8348a0a891c947f1ac281badfe4314c6'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:44.881980 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a8e70cdc-6137-402b-b343-5f69662e7e72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.008349 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a8e70cdc-6137-402b-b343-5f69662e7e72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.012403 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a8e70cdc-6137-402b-b343-5f69662e7e72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.040886 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a8e70cdc-6137-402b-b343-5f69662e7e72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.044816 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a8e70cdc-6137-402b-b343-5f69662e7e72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1864960 Sep 21 17:40:45.045107 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41192) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:45.048590 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e70cdc-6137-402b-b343-5f69662e7e72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d156fd-6030-415c-ac8e-e059f834d023,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:45.049633 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-0096c81a-b82a-40e2-8626-f2a03558c3f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'security_group_rule': {'security_group_id': '46d156fd-6030-415c-ac8e-e059f834d023', 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:45.090660 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0096c81a-b82a-40e2-8626-f2a03558c3f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.152683 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0096c81a-b82a-40e2-8626-f2a03558c3f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.157350 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0096c81a-b82a-40e2-8626-f2a03558c3f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.180702 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096c81a-b82a-40e2-8626-f2a03558c3f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875e5328-317a-423b-b5d3-b5a0594a315f,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:45.184838 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0096c81a-b82a-40e2-8626-f2a03558c3f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.186737 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0096c81a-b82a-40e2-8626-f2a03558c3f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399891 Sep 21 17:40:45.189058 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41198) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:45.194502 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-3adb98bd-3181-4275-a62b-342d82154a7f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'security_group_rule': {'security_group_id': '46d156fd-6030-415c-ac8e-e059f834d023', 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:45.225802 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3adb98bd-3181-4275-a62b-342d82154a7f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.286904 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3adb98bd-3181-4275-a62b-342d82154a7f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.291244 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3adb98bd-3181-4275-a62b-342d82154a7f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.312189 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb98bd-3181-4275-a62b-342d82154a7f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbbc4e5-a378-478d-966e-f5015c292c22,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:45.321371 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3adb98bd-3181-4275-a62b-342d82154a7f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.323945 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3adb98bd-3181-4275-a62b-342d82154a7f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326799 Sep 21 17:40:45.326360 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41204) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:45.331118 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-5b0a305f-a252-4a23-a3ad-c144542877df tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'security_group_rule': {'security_group_id': '46d156fd-6030-415c-ac8e-e059f834d023', 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:45.359251 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5b0a305f-a252-4a23-a3ad-c144542877df tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.430869 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5b0a305f-a252-4a23-a3ad-c144542877df tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.438248 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5b0a305f-a252-4a23-a3ad-c144542877df tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.461710 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a305f-a252-4a23-a3ad-c144542877df tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd844601-1f52-410a-9447-3fb21b522fc2,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:45.471755 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5b0a305f-a252-4a23-a3ad-c144542877df tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.473101 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-5b0a305f-a252-4a23-a3ad-c144542877df tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454797 Sep 21 17:40:45.476519 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41210) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:45.481685 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-dd7228e5-4299-4f4d-8bd0-1c7f5694440e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'security_group_rule': {'security_group_id': '46d156fd-6030-415c-ac8e-e059f834d023', 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:45.510026 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dd7228e5-4299-4f4d-8bd0-1c7f5694440e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.574766 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dd7228e5-4299-4f4d-8bd0-1c7f5694440e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.582444 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dd7228e5-4299-4f4d-8bd0-1c7f5694440e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.604825 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7228e5-4299-4f4d-8bd0-1c7f5694440e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33d6923-d544-4e1e-af01-214b1fd6fedc,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:45.611858 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-dd7228e5-4299-4f4d-8bd0-1c7f5694440e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.614732 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-dd7228e5-4299-4f4d-8bd0-1c7f5694440e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355309 Sep 21 17:40:45.616129 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41214) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:45.620851 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'security_group_rule': {'security_group_id': '46d156fd-6030-415c-ac8e-e059f834d023', 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:45.645835 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.securitygroups_db [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Project 8348a0a891c947f1ac281badfe4314c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 17:40:45.650943 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.723151 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.728302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.746164 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d689b2-d8f2-447f-a84a-1af90f148ae0,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:45.753622 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.755128 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-8ee1e765-da7f-4f3e-b50f-279e2c70b969 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377559 Sep 21 17:40:45.757911 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41220) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:45.762674 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'security_group_rule': {'security_group_id': '46d156fd-6030-415c-ac8e-e059f834d023', 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:45.812102 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.securitygroups_db [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Project 8348a0a891c947f1ac281badfe4314c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 17:40:45.819401 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.830581 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89fbbb-edf6-452a-a457-fd9a486000aa req-3fa011c5-1b74-4ea4-b3bd-c215df0a47f8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:45.832118 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-be89fbbb-edf6-452a-a457-fd9a486000aa req-3fa011c5-1b74-4ea4-b3bd-c215df0a47f8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0639756 Sep 21 17:40:45.901044 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-be89fbbb-edf6-452a-a457-fd9a486000aa req-78d95fa9-552d-460c-971f-eab852278757 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619266 Sep 21 17:40:45.912164 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.917374 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.937067 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1586a5f0-ae3e-4cdb-9250-655e35ae748e,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:45.943493 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:45.944701 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-db371994-71dc-4133-b1b4-91b2fb96b84d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856971 Sep 21 17:40:46.367845 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ffa42062-804e-4dd2-9493-00cf78ee7af9 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:46.416374 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port ffa42062-804e-4dd2-9493-00cf78ee7af9 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:46.416743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:46.453042 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:40:46.553523 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:46.584119 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port ffa42062-804e-4dd2-9493-00cf78ee7af9, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=ffa42062-804e-4dd2-9493-00cf78ee7af9,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:46.592695 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:46.635848 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:46.653933 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'port_id': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'mac_address': 'fa:16:3e:ae:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:40:46.666658 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=ffa42062-804e-4dd2-9493-00cf78ee7af9,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:46.700686 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:46.716335 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73042dfb-ef8e-4876-be81-f9c4d5c91264 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:40:46.740765 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:46.745960 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:46.796660 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:47.030528 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4ffe4-14aa-46e2-ba61-5eccd2a735aa req-2888cabc-3d74-4d50-9d1b-4ce284a7bd79 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:47.032114 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d8f4ffe4-14aa-46e2-ba61-5eccd2a735aa req-2888cabc-3d74-4d50-9d1b-4ce284a7bd79 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 944 time: 0.0543365 Sep 21 17:40:47.075232 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-d8f4ffe4-14aa-46e2-ba61-5eccd2a735aa req-d633537b-95cd-442c-9dbd-e1965ecd2a9d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358756 Sep 21 17:40:47.093218 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['73042dfb-ef8e-4876-be81-f9c4d5c91264'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:40:47.744354 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Sync routers for ids ['27726c05-8c43-4ffb-b11d-707606ce53c4'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:40:47.753353 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Routers {'27726c05-8c43-4ffb-b11d-707606ce53c4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:47.753948 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['27726c05-8c43-4ffb-b11d-707606ce53c4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:47.855402 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Set router 27726c05-8c43-4ffb-b11d-707606ce53c4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:48.045836 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 4, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port': {'id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'bbff09a5-fc3e-4c21-84ab-818e7c55c2bf', 'name': '', 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'mac_address': 'fa:16:3e:c2:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67432541-4f9e-4ef5-a663-f62cba121018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:42Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 2, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'subnets': [{'id': '67432541-4f9e-4ef5-a663-f62cba121018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:48.070868 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Checking router: 27726c05-8c43-4ffb-b11d-707606ce53c4 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:40:48.071214 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Updating router 27726c05-8c43-4ffb-b11d-707606ce53c4 port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:40:48.094491 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.203022 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5dac-6d1b-44e3-bf3d-ab34efa20ed3 req-e733c93d-6584-4dcc-969a-3b52098f3a82 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:48.205899 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-534c5dac-6d1b-44e3-bf3d-ab34efa20ed3 req-e733c93d-6584-4dcc-969a-3b52098f3a82 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 944 time: 0.0573516 Sep 21 17:40:48.248480 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-534c5dac-6d1b-44e3-bf3d-ab34efa20ed3 req-2f6d2ffa-daa5-4ada-993e-6e1da25668c9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Sep 21 17:40:48.360252 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ffa42062-804e-4dd2-9493-00cf78ee7af9 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:48.416232 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port ffa42062-804e-4dd2-9493-00cf78ee7af9 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:48.416619 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.468385 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:48.482999 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.499111 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.564319 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 73042dfb-ef8e-4876-be81-f9c4d5c91264 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:40:48.570360 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 73042dfb-ef8e-4876-be81-f9c4d5c91264 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:48.571156 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.575746 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cac178-599f-4295-8515-454bd66745e2 None None] Pushing event updated for resources: {'Port': ['ID=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:48.616670 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Attempting to bind port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:40:48.619421 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Attempting to bind port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:40:48.620166 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Attempting to bind port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf on network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:40:48.632503 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:40:48.632864 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Checking segment: {'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:40:48.633324 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.633837 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Bound using segment: {'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:40:48.640384 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Bound port: bbff09a5-fc3e-4c21-84ab-818e7c55c2bf, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7af171-d9b9-4aeb-a82b-41ccc29025db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:40:48.640384 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.679729 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.714131 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:48.715120 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:40:48.717851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e8989-8934-470a-a3a8-e1e1c70e8321" -d '{"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:40:48.722348 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.722878 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] For port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:40:48.729405 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] For port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,segment=NetworkSegment(ff7af171-d9b9-4aeb-a82b-41ccc29025db),segment_id=ff7af171-d9b9-4aeb-a82b-41ccc29025db)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:40:48.734975 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.788540 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:48.789113 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Routers {'27726c05-8c43-4ffb-b11d-707606ce53c4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:48.789805 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['27726c05-8c43-4ffb-b11d-707606ce53c4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:48.794130 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8f9945-4897-4814-a071-ec56d33dbe5e x-openstack-request-id: req-ed8f9945-4897-4814-a071-ec56d33dbe5e {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:40:48.794368 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:40:48.794617 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed8f9945-4897-4814-a071-ec56d33dbe5e {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:40:48.795038 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'code': 200} Sep 21 17:40:48.887868 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-df20b340-15dd-4482-87a9-70bd2475bdc9 None None] Provisioning complete for port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:48.888321 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-df20b340-15dd-4482-87a9-70bd2475bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:48.909471 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cac178-599f-4295-8515-454bd66745e2 None None] Pushing event updated for resources: {'Port': ['ID=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,revision_number=4']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:48.952878 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] Set router 27726c05-8c43-4ffb-b11d-707606ce53c4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:48.999940 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-df20b340-15dd-4482-87a9-70bd2475bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:49.041355 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-df20b340-15dd-4482-87a9-70bd2475bdc9 None None] For port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,segment=NetworkSegment(ff7af171-d9b9-4aeb-a82b-41ccc29025db),segment_id=ff7af171-d9b9-4aeb-a82b-41ccc29025db)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:40:49.049350 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-df20b340-15dd-4482-87a9-70bd2475bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:49.061760 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faec93-ca6f-4c64-a512-aa6a20ad5c74 req-305fd63e-95b8-486d-b1c5-a4a2cf2bcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:49.063303 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-44faec93-ca6f-4c64-a512-aa6a20ad5c74 req-305fd63e-95b8-486d-b1c5-a4a2cf2bcca5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1098 time: 0.0624471 Sep 21 17:40:49.100824 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20b340-15dd-4482-87a9-70bd2475bdc9 None None] Pushing event updated for resources: {'Port': ['ID=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:49.168595 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-3bf80b38-0843-4d87-983b-cb17fe91dbb1 None None] Provisioning complete for port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:49.168964 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3bf80b38-0843-4d87-983b-cb17fe91dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:49.173742 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 4, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port': {'id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'bbff09a5-fc3e-4c21-84ab-818e7c55c2bf', 'name': '', 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'mac_address': 'fa:16:3e:c2:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67432541-4f9e-4ef5-a663-f62cba121018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:42Z', 'updated_at': '2021-09-21T17:40:48Z', 'revision_number': 4, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'subnets': [{'id': '67432541-4f9e-4ef5-a663-f62cba121018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:49.199391 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa74063-3322-45a6-9faa-eb3e800b557a None None] The sync data for ids ['27726c05-8c43-4ffb-b11d-707606ce53c4'] in dv-cinder-810000-2-iscsi is: [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:43Z', 'revision_number': 4, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port': {'id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'bbff09a5-fc3e-4c21-84ab-818e7c55c2bf', 'name': '', 'network_id': 'a2d3c1cd-c6c4-4354-8dbb-e87793488c22', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'mac_address': 'fa:16:3e:c2:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '67432541-4f9e-4ef5-a663-f62cba121018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:42Z', 'updated_at': '2021-09-21T17:40:48Z', 'revision_number': 4, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'subnets': [{'id': '67432541-4f9e-4ef5-a663-f62cba121018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:40:49.533606 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6af22-2104-49b8-b280-d09c500a5ec9 req-52867e69-0ec2-4dc5-8d4b-4626cb5e88e6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:49.535227 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7da6af22-2104-49b8-b280-d09c500a5ec9 req-52867e69-0ec2-4dc5-8d4b-4626cb5e88e6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.2140169 Sep 21 17:40:49.582210 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7da6af22-2104-49b8-b280-d09c500a5ec9 req-e7180a02-d6c5-4157-9fe3-c9e049067da2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404761 Sep 21 17:40:50.057772 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-44faec93-ca6f-4c64-a512-aa6a20ad5c74 req-205b8cca-4445-43f3-9294-bcdd5248ade7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276000 Sep 21 17:40:50.362960 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device bbff09a5-fc3e-4c21-84ab-818e7c55c2bf up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:40:50.411658 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:40:50.412021 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:50.756898 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d565192-57f6-4edc-b872-3ea93880df87 req-0b9a2f1b-f30e-4a6d-a657-9df56ed181d9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:50.758357 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8d565192-57f6-4edc-b872-3ea93880df87 req-0b9a2f1b-f30e-4a6d-a657-9df56ed181d9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.1049378 Sep 21 17:40:50.796017 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8d565192-57f6-4edc-b872-3ea93880df87 req-57d53fb1-e045-4a2f-b814-6ae68f9d2366 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Sep 21 17:40:51.401422 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb7ac-6ae6-4798-831d-224a09e2e37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:51.915068 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5936c4-db7e-4c23-8c4e-785559adc631 req-a0bc20dd-29c2-4a86-b865-41934850861b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:51.916445 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d5936c4-db7e-4c23-8c4e-785559adc631 req-a0bc20dd-29c2-4a86-b865-41934850861b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0512302 Sep 21 17:40:51.956045 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d5936c4-db7e-4c23-8c4e-785559adc631 req-c647d5eb-3777-400d-a26a-e2af0c3ff9a3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336962 Sep 21 17:40:52.769980 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:40:53.075370 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed24a9-c432-417a-9b4e-5c205c902bc5 req-c622365d-8037-4c22-8f66-2c9df7a8302b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:53.076808 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-abed24a9-c432-417a-9b4e-5c205c902bc5 req-c622365d-8037-4c22-8f66-2c9df7a8302b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0503223 Sep 21 17:40:53.115905 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-abed24a9-c432-417a-9b4e-5c205c902bc5 req-410e7685-e8bc-4262-aa5c-7929d11fd703 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332801 Sep 21 17:40:53.923649 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0d25ab36-a853-4b9c-bfce-eb8b1a448bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:54.169130 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:54.232242 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8394b-d8fd-4a61-9d16-52052eadd9de req-3f6e1667-7e2c-40d5-bf0e-9132a01b4627 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:54.233711 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2cd8394b-d8fd-4a61-9d16-52052eadd9de req-3f6e1667-7e2c-40d5-bf0e-9132a01b4627 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0476346 Sep 21 17:40:54.276510 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2cd8394b-d8fd-4a61-9d16-52052eadd9de req-09ec7488-1dd6-414c-8889-a52aedbc674e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365608 Sep 21 17:40:55.025826 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:55.393752 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea7467-16d8-4179-8fc3-b42a7b223a9d req-31ba600a-eaea-4c79-8c32-ba9658001c37 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:55.395225 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7cea7467-16d8-4179-8fc3-b42a7b223a9d req-31ba600a-eaea-4c79-8c32-ba9658001c37 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0475810 Sep 21 17:40:55.432535 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7cea7467-16d8-4179-8fc3-b42a7b223a9d req-1740579d-153e-41e5-a138-722c634e1d8a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309818 Sep 21 17:40:55.545172 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea9835-5c1a-49dc-ac3b-efbdc63292e4 req-1a113f74-f79e-4765-a88f-c946b3084cfc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:55.546606 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0fea9835-5c1a-49dc-ac3b-efbdc63292e4 req-1a113f74-f79e-4765-a88f-c946b3084cfc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0464365 Sep 21 17:40:55.554704 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41392) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:55.558933 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Request body: {'floatingip': {'port_id': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:40:55.598515 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.224950 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41412) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:56.272572 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.276504 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.332852 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.381934 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Floating IP ef05448d-8610-41d7-be03-bc0f68e58416 associated. External IP: 172.27.1.20, port: 73042dfb-ef8e-4876-be81-f9c4d5c91264. Sep 21 17:40:56.427825 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.432156 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.471557 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4118069dffdf4788b794404811fe6f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455337 Sep 21 17:40:56.472418 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03665e28-e782-4086-a71a-75f9f2770741,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:56.474548 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41416) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:56.486384 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.486775 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.487084 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.487420 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.487747 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.488071 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.488391 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.488711 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.489033 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.489351 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.489668 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.489986 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b39e2b-391f-4e39-af4c-e9ef8c01a19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:40:56.542055 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aec18c26-0ab9-42c3-a6b4-3946a9c72466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.562295 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aec18c26-0ab9-42c3-a6b4-3946a9c72466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.600126 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:40:56.609354 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aec18c26-0ab9-42c3-a6b4-3946a9c72466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.612121 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-aec18c26-0ab9-42c3-a6b4-3946a9c72466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.613352 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-aec18c26-0ab9-42c3-a6b4-3946a9c72466 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03665e28-e782-4086-a71a-75f9f2770741 HTTP/1.1" status: 204 len: 168 time: 0.1370106 Sep 21 17:40:56.627338 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec18c26-0ab9-42c3-a6b4-3946a9c72466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03665e28-e782-4086-a71a-75f9f2770741,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:56.717051 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:40:56.717845 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.721807 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.729704 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] Sync routers for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:40:56.738552 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:56.739217 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:56.759296 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-4a2c4f1f-78f1-40b6-9ac8-a202798724f3 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "PUT /v2.0/floatingips/ef05448d-8610-41d7-be03-bc0f68e58416 HTTP/1.1" status: 200 len: 990 time: 1.2034492 Sep 21 17:40:56.760401 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:40:56.763415 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e86c0-4a06-4b85-b7de-54197aed6372" -d '{"events": [{"name": "network-changed", "server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:40:56.803146 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf816e3-8b31-4f74-a30e-c9505e9d16b6 x-openstack-request-id: req-8bf816e3-8b31-4f74-a30e-c9505e9d16b6 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:40:56.803406 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:40:56.803654 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bf816e3-8b31-4f74-a30e-c9505e9d16b6 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:40:56.804043 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'status': 'completed', 'code': 200} Sep 21 17:40:56.874009 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:56.888922 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-3ac9b496-de1a-4f96-9588-33cf9a228ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:56.891743 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-3ac9b496-de1a-4f96-9588-33cf9a228ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1098 time: 0.0551112 Sep 21 17:40:56.906744 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41428) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:56.921583 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2815d09-dd4a-488c-b60d-1ef60fb44b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:56.999139 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-394c5511-39c0-4f6e-81ec-2e73353b065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:57.000799 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-394c5511-39c0-4f6e-81ec-2e73353b065a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.0998843 Sep 21 17:40:57.021265 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2815d09-dd4a-488c-b60d-1ef60fb44b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:57.025676 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2815d09-dd4a-488c-b60d-1ef60fb44b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:57.068220 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b2815d09-dd4a-488c-b60d-1ef60fb44b18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8022d5af397f45d6bcf1a3b1d09f10f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579823 Sep 21 17:40:57.068220 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2815d09-dd4a-488c-b60d-1ef60fb44b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde7a82-0499-434a-9ccb-929bc0d290a1,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:57.068724 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41430) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:40:57.085967 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-abd1327b-574e-40d0-a090-0553f9172fff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 200 len: 998 time: 0.0716045 Sep 21 17:40:57.157951 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-56939207-479c-4037-9c55-efba378ff0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:57.159368 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-56939207-479c-4037-9c55-efba378ff0e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0640810 Sep 21 17:40:57.160136 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'ef05448d-8610-41d7-be03-bc0f68e58416', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'port_id': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'mac_address': 'fa:16:3e:ae:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:40:37Z', 'updated_at': '2021-09-21T17:40:56Z', 'revision_number': 1, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:57.162775 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b1572bae-9dc6-4bd8-94dc-9b39fbdda51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:57.187424 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] Checking router: b3eefd79-b0bd-4faa-8110-a7683d2b08e6 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:40:57.195523 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:40:57.196138 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:40:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:57.207595 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b1572bae-9dc6-4bd8-94dc-9b39fbdda51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:57.247103 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-050f6b5f-5b37-4988-9ea9-9e0ff6820950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:40:57.248661 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-050f6b5f-5b37-4988-9ea9-9e0ff6820950 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756185 Sep 21 17:40:57.287559 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b1572bae-9dc6-4bd8-94dc-9b39fbdda51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:57.290077 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-b1572bae-9dc6-4bd8-94dc-9b39fbdda51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:40:57.292150 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-b1572bae-9dc6-4bd8-94dc-9b39fbdda51a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fde7a82-0499-434a-9ccb-929bc0d290a1 HTTP/1.1" status: 204 len: 168 time: 0.2220368 Sep 21 17:40:57.308877 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:40:57.310649 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1572bae-9dc6-4bd8-94dc-9b39fbdda51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde7a82-0499-434a-9ccb-929bc0d290a1,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:40:57.373604 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-0e41809d-48d0-4e27-b803-a980e1412cf7 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126244 Sep 21 17:40:57.482552 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2e6e86c0-4a06-4b85-b7de-54197aed6372 req-bd3284b8-8450-4b61-828e-1813b2f0c759 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963485 Sep 21 17:40:57.683321 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'ef05448d-8610-41d7-be03-bc0f68e58416', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'port_id': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'mac_address': 'fa:16:3e:ae:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:40:37Z', 'updated_at': '2021-09-21T17:40:56Z', 'revision_number': 1, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:40:57.711941 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e29f-6556-4bfe-89c5-7a8250cd8da6 None None] The sync data for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi is: [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'ef05448d-8610-41d7-be03-bc0f68e58416', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'port_id': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'mac_address': 'fa:16:3e:ae:53:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:40:37Z', 'updated_at': '2021-09-21T17:40:56Z', 'revision_number': 1, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:40:57.922999 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5722c1c1-52cd-42dc-8a57-a3e9f118b546 None None] New status for floating IP ef05448d-8610-41d7-be03-bc0f68e58416: ACTIVE {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:41:01.653335 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:11.905159 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-b205f46d-a8e9-41dd-bdfa-6aacda2ab64f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393889811&fields=id&tenant_id=8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 267 time: 0.0327563 Sep 21 17:41:12.015743 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-7599a268-e119-4c31-b52c-b7bd9b483ec4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:12.017226 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-7599a268-e119-4c31-b52c-b7bd9b483ec4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 812 time: 0.1047618 Sep 21 17:41:12.032929 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-4724441a-10f3-4cb3-b90b-6f416e4a8795 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/quotas/8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 375 time: 0.0098710 Sep 21 17:41:12.083270 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-b87ff71e-d605-4b48-b538-348887870220 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443916 Sep 21 17:41:12.278386 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-55e791b9-fb4f-4638-b5c7-20d30a35b435 service neutron] 10.222.0.26 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835227 Sep 21 17:41:12.363891 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-bb7ea1c5-6f57-4e53-bb93-d7e68f9f4cfc service neutron] 10.222.0.26 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793686 Sep 21 17:41:12.640539 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f03f99d2-8f3b-4ac6-8a6a-e894672714e6 req-fa939901-0ba9-4693-9e17-1fbde14a3dbc tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 210 time: 0.0250213 Sep 21 17:41:13.730630 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d5b001fe-3431-49dc-b74c-fca9cac69fae req-bee3242c-4fde-43d2-8b0d-7c049bbe5553 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 210 time: 0.0260592 Sep 21 17:41:14.822308 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c454c484-7094-4712-9184-d189392b0010 req-28c137ac-93e4-4d22-a7c4-5dcf7dacf412 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 210 time: 0.0285888 Sep 21 17:41:15.911935 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-48fdb030-8ad4-4835-ac0a-6462964db98d req-dea384b6-0e6f-4b5a-aed0-25d616036cc0 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 210 time: 0.0245891 Sep 21 17:41:17.018847 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-52e91da6-e5f6-430d-80a6-4365d305278f req-4b0a7343-1bfe-44f5-8f4b-fec29d48cbe2 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 210 time: 0.0370057 Sep 21 17:41:17.083593 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-7d43e913-468a-44e3-a476-a64c88dd83d7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:17.085091 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-7d43e913-468a-44e3-a476-a64c88dd83d7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 812 time: 0.1239343 Sep 21 17:41:17.137925 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9abcd926-8f81-44a4-8299-6d40e8951a72 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 379 time: 0.0393171 Sep 21 17:41:17.151710 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'port': {'device_id': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'admin_state_up': True, 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'security_groups': ['46d156fd-6030-415c-ac8e-e059f834d023']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:17.255852 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Made reservation on behalf of 8348a0a891c947f1ac281badfe4314c6 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:41:17.259917 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:17.393384 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Allocated IP 172.20.0.13 (5642bc50-bcfd-4024-a62d-47499308613d/e70da9d0-60bf-4ec9-8efc-eb18d26c3835/1599b6f4-f1f4-405e-9176-d3a39041291a) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:41:17.534984 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:17.572104 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:17.613547 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Network 5642bc50-bcfd-4024-a62d-47499308613d is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:41:17.616834 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:41:17.621068 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:41:17.630330 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=1599b6f4-f1f4-405e-9176-d3a39041291a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:17.660156 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.660657 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.660895 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.661165 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.661477 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.661808 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.662118 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.662434 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.662785 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.663198 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.663402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.663709 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:17.689685 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:17.690647 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:17.706394 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c6534017-bc53-4ca4-bdf7-511995719750 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5588057 Sep 21 17:41:17.802962 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Request body: {'port': {'device_id': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:17.848462 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-f15941ba-9a3d-4414-8234-ad0f5d9f0594 None None] Provisioning complete for port 1599b6f4-f1f4-405e-9176-d3a39041291a triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:41:17.849299 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f15941ba-9a3d-4414-8234-ad0f5d9f0594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:17.860339 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:17.882879 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-f15941ba-9a3d-4414-8234-ad0f5d9f0594 None None] Port 1599b6f4-f1f4-405e-9176-d3a39041291a cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:41:18.133457 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1599b6f4-f1f4-405e-9176-d3a39041291a {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:41:18.141585 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:18.158105 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Transition to ACTIVE for port object 1599b6f4-f1f4-405e-9176-d3a39041291a will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:41:18.160681 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:18.175540 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d52f9-cacb-4191-9fda-bc94802615cb req-40bd2303-ddb0-43b3-acce-c952296f4cb7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:18.176985 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8d6d52f9-cacb-4191-9fda-bc94802615cb req-40bd2303-ddb0-43b3-acce-c952296f4cb7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 932 time: 0.0777640 Sep 21 17:41:18.247764 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Pushing event updated for resources: {'Port': ['ID=1599b6f4-f1f4-405e-9176-d3a39041291a,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:18.269470 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8d6d52f9-cacb-4191-9fda-bc94802615cb req-a68916b3-5c27-42cc-b773-0949b5cabdd9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748162 Sep 21 17:41:18.317412 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Attempting to bind port 1599b6f4-f1f4-405e-9176-d3a39041291a on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:41:18.317736 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Attempting to bind port 1599b6f4-f1f4-405e-9176-d3a39041291a by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:41:18.318053 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Attempting to bind port 1599b6f4-f1f4-405e-9176-d3a39041291a on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:41:18.323138 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Port 1599b6f4-f1f4-405e-9176-d3a39041291a on network 5642bc50-bcfd-4024-a62d-47499308613d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:41:18.323452 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Attempting to bind port 1599b6f4-f1f4-405e-9176-d3a39041291a on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:41:18.328508 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:41:18.328833 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Checking segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:41:18.329205 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Bound using segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:41:18.329623 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Bound port: 1599b6f4-f1f4-405e-9176-d3a39041291a, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:41:18.329966 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:18.394491 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] For port 1599b6f4-f1f4-405e-9176-d3a39041291a, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:41:18.397438 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] For port 1599b6f4-f1f4-405e-9176-d3a39041291a, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=1599b6f4-f1f4-405e-9176-d3a39041291a,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:41:18.402571 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:18.439849 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:18.440447 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:18.441874 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] 10.222.0.18 "PUT /v2.0/ports/1599b6f4-f1f4-405e-9176-d3a39041291a HTTP/1.1" status: 200 len: 1094 time: 0.6930902 Sep 21 17:41:18.442280 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:41:18.444520 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac2c81f-4686-41fe-b706-f57bd5754706" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:41:18.476630 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc914b-6ded-44a9-9adc-dd866b546b75 service neutron] Pushing event updated for resources: {'Port': ['ID=1599b6f4-f1f4-405e-9176-d3a39041291a,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:18.562016 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-b23ac975-545c-458e-8062-b0efbdd9bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:18.563825 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-b23ac975-545c-458e-8062-b0efbdd9bd61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 1097 time: 0.0606596 Sep 21 17:41:18.588501 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cab8e4-f86e-43fb-9116-64a86a63fdda x-openstack-request-id: req-a2cab8e4-f86e-43fb-9116-64a86a63fdda {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:41:18.588786 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:41:18.589032 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2cab8e4-f86e-43fb-9116-64a86a63fdda {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:41:18.589422 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'status': 'completed', 'code': 200} Sep 21 17:41:18.618819 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-43c7dc0b-01c6-493c-b5ab-e9abb5b47123 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1599b6f4-f1f4-405e-9176-d3a39041291a HTTP/1.1" status: 200 len: 217 time: 0.0394328 Sep 21 17:41:18.675425 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-ad3ef329-ed7a-43e2-83a5-320d7bb684ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:18.676872 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-ad3ef329-ed7a-43e2-83a5-320d7bb684ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0494380 Sep 21 17:41:18.723753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-81354f6a-3cda-4fe3-80f6-b2f38407c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:18.725355 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-81354f6a-3cda-4fe3-80f6-b2f38407c91d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405209 Sep 21 17:41:18.820586 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-c595c2f5-0b32-44ad-8a5a-34b279059907 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818563 Sep 21 17:41:18.913776 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b5fc0a27-826c-4a02-873a-9feaeb41aee4 req-398ef4d4-a6dc-4885-bf9d-54ae68034fce service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837562 Sep 21 17:41:19.012246 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-d943fc15-c92f-4ff4-b313-144853dea08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:19.013727 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-d943fc15-c92f-4ff4-b313-144853dea08f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 1097 time: 0.0393417 Sep 21 17:41:19.383903 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bdcad-b89e-49b1-bcfe-19587d6ac81e req-b5ecdfc1-130b-4c94-9468-a57b120fc7f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:19.385365 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ea6bdcad-b89e-49b1-bcfe-19587d6ac81e req-b5ecdfc1-130b-4c94-9468-a57b120fc7f5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0473552 Sep 21 17:41:19.422672 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ea6bdcad-b89e-49b1-bcfe-19587d6ac81e req-343b7146-7bbc-4ae0-8419-65d59502dd7b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313089 Sep 21 17:41:20.536869 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa83491-3d69-41be-a227-48279e731f3e req-c359cdc9-6f80-4600-ba7c-68968cab3262 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:20.538306 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dfa83491-3d69-41be-a227-48279e731f3e req-c359cdc9-6f80-4600-ba7c-68968cab3262 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0494237 Sep 21 17:41:20.574869 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dfa83491-3d69-41be-a227-48279e731f3e req-894b4def-9624-45ed-b752-49d98b343b66 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300608 Sep 21 17:41:21.402035 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9bdf8d60-03fa-4c1c-a6bc-ede5ab6396d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:21.685608 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d8de6-a417-4489-983b-b2036683db30 req-3ad2b0f0-9012-4fb0-9843-35d0b083e8f7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:21.687078 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b1d8de6-a417-4489-983b-b2036683db30 req-3ad2b0f0-9012-4fb0-9843-35d0b083e8f7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0471385 Sep 21 17:41:21.723077 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b1d8de6-a417-4489-983b-b2036683db30 req-81c871b2-ac27-49ed-8ca0-0d60c7b7f0dd tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301950 Sep 21 17:41:21.976996 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-62053f3f-4d41-412e-b2e5-07314be51934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:21.978512 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-62053f3f-4d41-412e-b2e5-07314be51934 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.0882580 Sep 21 17:41:22.021889 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-0aab6f8d-ff99-44c6-b712-e60f9f9c10a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1599b6f4-f1f4-405e-9176-d3a39041291a HTTP/1.1" status: 200 len: 217 time: 0.0330346 Sep 21 17:41:22.076325 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-e1889722-4767-473f-b29c-8e1701b944a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:22.077767 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-e1889722-4767-473f-b29c-8e1701b944a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0418677 Sep 21 17:41:22.132310 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-4bcabdc5-1dd2-41fe-9800-887aed5edbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:22.133795 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-4bcabdc5-1dd2-41fe-9800-887aed5edbf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410161 Sep 21 17:41:22.221757 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-da2cbba5-459d-4ab0-89ec-7e1e78332b1b service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785804 Sep 21 17:41:22.542265 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-aac2c81f-4686-41fe-b706-f57bd5754706 req-ade836a1-bf7b-4f77-addd-11489be1bc2e service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085067 Sep 21 17:41:22.835637 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7a060-e5bc-41ee-b710-b7d2834affa5 req-5cf7788f-0978-47d1-b2e4-27e50fa078d9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:22.837625 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-efc7a060-e5bc-41ee-b710-b7d2834affa5 req-5cf7788f-0978-47d1-b2e4-27e50fa078d9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0504048 Sep 21 17:41:22.875512 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-efc7a060-e5bc-41ee-b710-b7d2834affa5 req-6514ec2c-f8b5-43d6-9e65-851c670d5eca tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Sep 21 17:41:23.923875 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-5667a486-2118-450a-b174-51d408bdf5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:23.987391 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824992bc-1abb-4bd7-a431-0b14913c1443 req-e6dcb5d2-af4a-458c-b56b-f0e6a68fac9c tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:23.988845 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-824992bc-1abb-4bd7-a431-0b14913c1443 req-e6dcb5d2-af4a-458c-b56b-f0e6a68fac9c tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0474107 Sep 21 17:41:24.027196 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-824992bc-1abb-4bd7-a431-0b14913c1443 req-f1f1ca13-c040-49f2-b271-94c88dc6b888 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Sep 21 17:41:24.170732 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:25.029294 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:25.140646 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151450b-dff8-4e95-bdce-d677cdae9883 req-bb2f8443-9e73-4c61-9422-ab8adba1f766 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:25.142170 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f151450b-dff8-4e95-bdce-d677cdae9883 req-bb2f8443-9e73-4c61-9422-ab8adba1f766 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0506086 Sep 21 17:41:25.178714 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f151450b-dff8-4e95-bdce-d677cdae9883 req-5f9d3460-b67d-4a25-94b9-de0a04946af2 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306332 Sep 21 17:41:26.289932 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3f7f1-6209-47c6-a8a0-4a9367b4599b req-fc9a8b2e-4a3f-4873-a743-b50a065479dc tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:26.291612 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e9d3f7f1-6209-47c6-a8a0-4a9367b4599b req-fc9a8b2e-4a3f-4873-a743-b50a065479dc tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0492072 Sep 21 17:41:26.330141 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e9d3f7f1-6209-47c6-a8a0-4a9367b4599b req-a40d05da-55e8-4521-a177-742688c52a47 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Sep 21 17:41:26.720606 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:27.442374 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8d4e8-e20b-4100-86f4-eb64d8c8ee93 req-133f3542-57a4-406e-bac5-e35cc42b7fc4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:27.443845 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-21e8d4e8-e20b-4100-86f4-eb64d8c8ee93 req-133f3542-57a4-406e-bac5-e35cc42b7fc4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0477810 Sep 21 17:41:27.484758 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-21e8d4e8-e20b-4100-86f4-eb64d8c8ee93 req-212a824d-5da2-45da-9c43-dd4bcb662dc5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Sep 21 17:41:28.603716 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b81b1-908a-4b75-8add-babd9771781e req-43968b99-b124-4ad6-84b8-f9af37d24bde tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:28.605253 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-372b81b1-908a-4b75-8add-babd9771781e req-43968b99-b124-4ad6-84b8-f9af37d24bde tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0550895 Sep 21 17:41:28.643064 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-372b81b1-908a-4b75-8add-babd9771781e req-57bd7990-f8f5-4ca7-8ec3-c41fc91a8daa tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Sep 21 17:41:29.763635 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a524ab-5ba9-4adb-902c-cb2ac14ce8d9 req-a75453b1-fbed-498a-a8e2-99ec401d5dd5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:29.765156 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24a524ab-5ba9-4adb-902c-cb2ac14ce8d9 req-a75453b1-fbed-498a-a8e2-99ec401d5dd5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0515375 Sep 21 17:41:29.769713 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:41:29.803897 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-24a524ab-5ba9-4adb-902c-cb2ac14ce8d9 req-2060e282-0704-48e9-8d3c-8aadf32748f9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328314 Sep 21 17:41:30.724142 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 1599b6f4-f1f4-405e-9176-d3a39041291a details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:41:30.816910 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 1599b6f4-f1f4-405e-9176-d3a39041291a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=1599b6f4-f1f4-405e-9176-d3a39041291a,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:41:30.829488 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'port_id': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'mac_address': 'fa:16:3e:23:c8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:41:30.867636 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:30.880300 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1599b6f4-f1f4-405e-9176-d3a39041291a {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:41:30.899731 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 1599b6f4-f1f4-405e-9176-d3a39041291a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=1599b6f4-f1f4-405e-9176-d3a39041291a,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:41:30.906253 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:30.926755 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800883f-311c-4f09-8439-7ed0e878db14 req-8911cf05-f6dc-4dd8-9c40-069df749f98d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:30.928231 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2800883f-311c-4f09-8439-7ed0e878db14 req-8911cf05-f6dc-4dd8-9c40-069df749f98d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 944 time: 0.0524790 Sep 21 17:41:30.962535 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=1599b6f4-f1f4-405e-9176-d3a39041291a,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:30.972621 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2800883f-311c-4f09-8439-7ed0e878db14 req-729555c2-649f-4fd5-9c21-069a84e74254 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362732 Sep 21 17:41:31.348090 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['1599b6f4-f1f4-405e-9176-d3a39041291a'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:41:31.654189 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.088896 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66efc3d-934f-4b7e-a834-98cc2cd81c52 req-871d9351-bbd4-4f89-9874-17f73ac9a726 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:32.090368 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d66efc3d-934f-4b7e-a834-98cc2cd81c52 req-871d9351-bbd4-4f89-9874-17f73ac9a726 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 945 time: 0.0509961 Sep 21 17:41:32.127667 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d66efc3d-934f-4b7e-a834-98cc2cd81c52 req-0a2db386-4dd0-46fe-b91a-a69a7ebb6f16 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314591 Sep 21 17:41:32.281734 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41804) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:32.385125 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9eed06d4-6def-43dc-8377-ebbc792ba2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.472451 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9eed06d4-6def-43dc-8377-ebbc792ba2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.476300 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9eed06d4-6def-43dc-8377-ebbc792ba2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.512243 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed06d4-6def-43dc-8377-ebbc792ba2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9cb17d-76e1-433d-b17a-742b2e50469c,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:32.516541 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-9eed06d4-6def-43dc-8377-ebbc792ba2b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=938a0449f26747d7aaf80336b6a80431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338026 Sep 21 17:41:32.519072 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41808) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:32.565803 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1257039-91e0-4b8a-94d9-cd63cb664ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.586264 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1257039-91e0-4b8a-94d9-cd63cb664ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.635878 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1257039-91e0-4b8a-94d9-cd63cb664ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.639001 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1257039-91e0-4b8a-94d9-cd63cb664ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.640121 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-f1257039-91e0-4b8a-94d9-cd63cb664ec0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c9cb17d-76e1-433d-b17a-742b2e50469c HTTP/1.1" status: 204 len: 168 time: 0.1201692 Sep 21 17:41:32.647574 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1257039-91e0-4b8a-94d9-cd63cb664ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9cb17d-76e1-433d-b17a-742b2e50469c,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:32.757616 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 1599b6f4-f1f4-405e-9176-d3a39041291a up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:41:32.807651 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 1599b6f4-f1f4-405e-9176-d3a39041291a completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:41:32.811535 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 1599b6f4-f1f4-405e-9176-d3a39041291a triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:41:32.811903 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.890659 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.897041 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41814) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:32.910019 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-675602ef-fa4d-4ca5-8a92-5d7607dffa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.913014 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:41:32.915243 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc33c0-ac68-4aba-bd8f-1d78a543570e" -d '{"events": [{"server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "name": "network-vif-plugged", "status": "completed", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:41:32.928396 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 1599b6f4-f1f4-405e-9176-d3a39041291a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=1599b6f4-f1f4-405e-9176-d3a39041291a,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:41:32.933178 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:32.982641 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=1599b6f4-f1f4-405e-9176-d3a39041291a,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:33.014369 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-675602ef-fa4d-4ca5-8a92-5d7607dffa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:33.024580 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-675602ef-fa4d-4ca5-8a92-5d7607dffa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:33.065276 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-675602ef-fa4d-4ca5-8a92-5d7607dffa31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70fb02554ed94789831c4c1c2d9ebb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671157 Sep 21 17:41:33.066134 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675602ef-fa4d-4ca5-8a92-5d7607dffa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3827c188-7e81-4a9f-84e9-ae228ffa6fef,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:33.068052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41822) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:33.120366 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-527568b1-60ce-463f-9275-550df0f1c715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:33.146305 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-527568b1-60ce-463f-9275-550df0f1c715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:33.148975 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1512b4-62ea-4e79-b798-02415c01fc54 x-openstack-request-id: req-de1512b4-62ea-4e79-b798-02415c01fc54 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:41:33.149316 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "name": "network-vif-plugged", "status": "completed", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:41:33.149568 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de1512b4-62ea-4e79-b798-02415c01fc54 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:41:33.149962 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'code': 200} Sep 21 17:41:33.195024 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-527568b1-60ce-463f-9275-550df0f1c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:33.197707 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-527568b1-60ce-463f-9275-550df0f1c715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:33.198968 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-527568b1-60ce-463f-9275-550df0f1c715 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3827c188-7e81-4a9f-84e9-ae228ffa6fef HTTP/1.1" status: 204 len: 168 time: 0.1292539 Sep 21 17:41:33.207334 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527568b1-60ce-463f-9275-550df0f1c715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3827c188-7e81-4a9f-84e9-ae228ffa6fef,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:33.253033 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342f01d-4f2e-4b64-bcd0-e7291176d1de req-0603495d-6f0c-4ee3-acf9-9559ec15d0fb tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:33.254420 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e342f01d-4f2e-4b64-bcd0-e7291176d1de req-0603495d-6f0c-4ee3-acf9-9559ec15d0fb tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.0492523 Sep 21 17:41:33.293081 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e342f01d-4f2e-4b64-bcd0-e7291176d1de req-92a1dea4-e6f3-4767-aaee-0ebe33a2e82d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322826 Sep 21 17:41:33.447884 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d828ec4-426c-4441-99b2-be3c45cf86ce req-2c534560-7c3b-4d24-a69b-1dc761f97eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:33.449368 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d828ec4-426c-4441-99b2-be3c45cf86ce req-2c534560-7c3b-4d24-a69b-1dc761f97eb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 1099 time: 0.0414643 Sep 21 17:41:33.490459 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d828ec4-426c-4441-99b2-be3c45cf86ce req-53f0939a-a473-4012-8f1a-266e35851001 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275261 Sep 21 17:41:34.405721 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731da733-28b6-441f-a956-87ddeb58b628 req-0ed72e23-290a-49f3-a6ef-3cbbe9468f97 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:34.407242 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-731da733-28b6-441f-a956-87ddeb58b628 req-0ed72e23-290a-49f3-a6ef-3cbbe9468f97 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.0496581 Sep 21 17:41:34.444284 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-731da733-28b6-441f-a956-87ddeb58b628 req-fef784d9-33e6-4a38-907b-c5a1726a80e0 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Sep 21 17:41:34.733864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41872) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:34.837201 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b370ad48-834a-4b53-90f6-f8f37ea277ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:34.924110 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b370ad48-834a-4b53-90f6-f8f37ea277ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:34.927711 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b370ad48-834a-4b53-90f6-f8f37ea277ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:34.964253 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b370ad48-834a-4b53-90f6-f8f37ea277ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13876e8914f04b448ddf6a8d16225672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293677 Sep 21 17:41:34.965373 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370ad48-834a-4b53-90f6-f8f37ea277ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5772086-6945-460d-b41c-74fbd61173b7,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:34.967066 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41876) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:35.015613 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bdb612e9-371b-4b84-a08b-4e52f40a82fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.036136 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bdb612e9-371b-4b84-a08b-4e52f40a82fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.082030 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bdb612e9-371b-4b84-a08b-4e52f40a82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.084512 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bdb612e9-371b-4b84-a08b-4e52f40a82fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.085638 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-bdb612e9-371b-4b84-a08b-4e52f40a82fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5772086-6945-460d-b41c-74fbd61173b7 HTTP/1.1" status: 204 len: 168 time: 0.1176012 Sep 21 17:41:35.093730 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb612e9-371b-4b84-a08b-4e52f40a82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5772086-6945-460d-b41c-74fbd61173b7,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:35.350585 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41884) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:35.364206 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-143945ff-76af-4450-b3e0-20b290df6b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.449348 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-143945ff-76af-4450-b3e0-20b290df6b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.453142 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-143945ff-76af-4450-b3e0-20b290df6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.493831 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-143945ff-76af-4450-b3e0-20b290df6b54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea488c5ee8d94a8b8d69e5f455514dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420553 Sep 21 17:41:35.494669 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143945ff-76af-4450-b3e0-20b290df6b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5949977-03b3-4773-8f61-860e6d2cf0e2,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:35.496504 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41888) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:35.589667 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94fa48-07c0-427e-97c2-805c197f28d7 req-45cd4279-7f37-4e7b-95d1-5649f292aab5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:35.591081 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6b94fa48-07c0-427e-97c2-805c197f28d7 req-45cd4279-7f37-4e7b-95d1-5649f292aab5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.0753968 Sep 21 17:41:35.592078 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d9631f4a-476b-46e7-b22a-d15b6b20bc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.623996 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d9631f4a-476b-46e7-b22a-d15b6b20bc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.660059 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6b94fa48-07c0-427e-97c2-805c197f28d7 req-522fe896-ac75-48f2-a9f9-bc7bdf158c0d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590663 Sep 21 17:41:35.686187 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d9631f4a-476b-46e7-b22a-d15b6b20bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.688997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d9631f4a-476b-46e7-b22a-d15b6b20bc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:35.690108 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-d9631f4a-476b-46e7-b22a-d15b6b20bc4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5949977-03b3-4773-8f61-860e6d2cf0e2 HTTP/1.1" status: 204 len: 168 time: 0.1920807 Sep 21 17:41:35.698174 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631f4a-476b-46e7-b22a-d15b6b20bc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5949977-03b3-4773-8f61-860e6d2cf0e2,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:35.777117 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0eb72-29af-475c-9b97-02706d5ea86b req-d08550f0-f273-4b6b-9d01-0fb596044caf tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:35.778592 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b8d0eb72-29af-475c-9b97-02706d5ea86b req-d08550f0-f273-4b6b-9d01-0fb596044caf tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.0473814 Sep 21 17:41:35.816107 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b8d0eb72-29af-475c-9b97-02706d5ea86b req-18f9e4c6-d61b-48c5-bf35-7fad53de4909 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Sep 21 17:41:35.838776 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 41894) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:36.067061 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248fa2c-c1d5-47fe-8d08-2959291fa1df tempest-TestVolumeBootPattern-1094342973 tempest-TestVolumeBootPattern-1094342973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:36.068680 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-d248fa2c-c1d5-47fe-8d08-2959291fa1df tempest-TestVolumeBootPattern-1094342973 tempest-TestVolumeBootPattern-1094342973-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 1094 time: 0.2289078 Sep 21 17:41:36.072023 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 41908) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:36.076532 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'port_id': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:36.099619 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:36.196777 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:36.307440 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Allocated IP 172.27.1.189 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/c74f9b50-76f5-4c8f-9d9f-0e0cf66d48d5) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:41:36.415401 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:36.448345 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:36.484556 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:41:36.487504 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:41:36.490955 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:41:36.516407 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=c74f9b50-76f5-4c8f-9d9f-0e0cf66d48d5,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:36.857043 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:36.924235 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:37.311807 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:37.316069 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:37.388445 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=c74f9b50-76f5-4c8f-9d9f-0e0cf66d48d5,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:37.396690 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:37.494280 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.l3_db [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Floating IP 4bf2da95-c9dc-4af7-b72b-8684ac8ff324 associated. External IP: 172.27.1.189, port: 1599b6f4-f1f4-405e-9176-d3a39041291a. Sep 21 17:41:37.694370 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:41:37.799319 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:41:37.809851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:41:37.817129 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:37.819539 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:41:37.820722 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:41:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:37.852506 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-25c56a33-1476-4d9f-a98f-273f5c871de9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7762172 Sep 21 17:41:37.852506 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:41:37.852506 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:41:37.958973 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:41:38.031477 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c17a0f-6f5e-4972-81ea-5e97966f1083 x-openstack-request-id: req-86c17a0f-6f5e-4972-81ea-5e97966f1083 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:41:38.032001 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:41:38.032106 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86c17a0f-6f5e-4972-81ea-5e97966f1083 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:41:38.032520 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'status': 'completed', 'code': 200} Sep 21 17:41:38.112640 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-1b84fee8-9c98-4933-ac98-0163f792d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:38.114036 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-1b84fee8-9c98-4933-ac98-0163f792d8ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 1099 time: 0.0429292 Sep 21 17:41:38.199178 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '4bf2da95-c9dc-4af7-b72b-8684ac8ff324', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:23:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:41:36Z', 'updated_at': '2021-09-21T17:41:36Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:38.206166 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-d56623fc-b970-4a3d-a830-2f497043e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:38.207664 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-d56623fc-b970-4a3d-a830-2f497043e84c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.0838947 Sep 21 17:41:38.224482 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:41:38.232593 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:41:38.233188 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:41:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:38.282617 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-a04af7d2-a040-42a9-b0f7-e940f7e1ef56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1599b6f4-f1f4-405e-9176-d3a39041291a HTTP/1.1" status: 200 len: 1000 time: 0.0612478 Sep 21 17:41:38.335058 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:41:38.337786 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-6d3d1ad9-7e25-4f1e-a7af-8e0518350370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:38.339274 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-6d3d1ad9-7e25-4f1e-a7af-8e0518350370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0444336 Sep 21 17:41:38.676911 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '4bf2da95-c9dc-4af7-b72b-8684ac8ff324', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:23:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:41:36Z', 'updated_at': '2021-09-21T17:41:36Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:38.703108 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665eff43-322a-42ad-8938-48d459a0c10b None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '4bf2da95-c9dc-4af7-b72b-8684ac8ff324', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:23:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:41:36Z', 'updated_at': '2021-09-21T17:41:36Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:41:38.874464 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e19c1-a25b-4d2c-9d88-41b60b91a846 None None] New status for floating IP 4bf2da95-c9dc-4af7-b72b-8684ac8ff324: ACTIVE {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:41:39.707528 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-7e0565ed-bfe4-4826-a7d3-ec6246c7b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:39.708993 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-7e0565ed-bfe4-4826-a7d3-ec6246c7b682 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397286 Sep 21 17:41:41.626424 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-2270c9db-c5a1-4f86-954a-8e2dd64feaaf service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877435 Sep 21 17:41:41.715921 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12bae5-e345-44d9-be3b-3b12ecea3cdb req-9ba0e37f-4364-4aed-b7bf-1f88620cd3eb service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778260 Sep 21 17:41:45.114613 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f5ffb-0abf-4973-b8f6-94047bcf2b23 req-5f9b1555-fd70-4bf0-80ee-b10aa94f8eb0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:45.116101 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a27f5ffb-0abf-4973-b8f6-94047bcf2b23 req-5f9b1555-fd70-4bf0-80ee-b10aa94f8eb0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0474968 Sep 21 17:41:45.152352 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a27f5ffb-0abf-4973-b8f6-94047bcf2b23 req-5cd99106-2989-4cf5-b2d8-ec3b68a4184a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303972 Sep 21 17:41:46.264224 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaca1a9-3537-48a4-b524-c062523859c8 req-378ac61b-33ae-4824-9705-b0afeb13f2b9 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:46.265705 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-faaca1a9-3537-48a4-b524-c062523859c8 req-378ac61b-33ae-4824-9705-b0afeb13f2b9 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0470049 Sep 21 17:41:46.303305 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-faaca1a9-3537-48a4-b524-c062523859c8 req-abe81325-cdfc-4cdb-bedb-78850b0cba91 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308216 Sep 21 17:41:47.417302 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e669-d2f4-44be-953c-7e34b43d4180 req-d6460952-9050-41f1-8368-35c994b05c5a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:47.418799 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1762e669-d2f4-44be-953c-7e34b43d4180 req-d6460952-9050-41f1-8368-35c994b05c5a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0494373 Sep 21 17:41:47.460880 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1762e669-d2f4-44be-953c-7e34b43d4180 req-0cacb7fb-a751-480c-9356-01983dcc511d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356941 Sep 21 17:41:48.400659 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd6ec5-44d8-4c14-a2ef-2a16eed02c06 req-388f9cdd-4f4c-4a30-a55d-c9a50f749469 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:48.401956 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-46bd6ec5-44d8-4c14-a2ef-2a16eed02c06 req-388f9cdd-4f4c-4a30-a55d-c9a50f749469 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0471458 Sep 21 17:41:48.439588 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-46bd6ec5-44d8-4c14-a2ef-2a16eed02c06 req-f503d85f-3721-480b-bfb6-3aec0654d62a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Sep 21 17:41:48.578313 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5467421-861e-4cd3-a9ae-c748fd4ee7da req-e2e8498e-974e-4428-a240-9aaced3af2e2 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:48.579908 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e5467421-861e-4cd3-a9ae-c748fd4ee7da req-e2e8498e-974e-4428-a240-9aaced3af2e2 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Sep 21 17:41:48.617703 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e5467421-861e-4cd3-a9ae-c748fd4ee7da req-333d0923-f04e-4889-a891-87a126300ca9 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Sep 21 17:41:49.551851 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b002c-761c-4c3d-953c-4e3f9b23a235 req-75be5595-2f50-4fb0-a837-0c57c6bd43ef tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:49.553282 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a37b002c-761c-4c3d-953c-4e3f9b23a235 req-75be5595-2f50-4fb0-a837-0c57c6bd43ef tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0465755 Sep 21 17:41:49.589318 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a37b002c-761c-4c3d-953c-4e3f9b23a235 req-1cbd6700-70d1-4b34-8cb2-7b8d23639e34 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303473 Sep 21 17:41:49.734147 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d67e2-e6c9-4591-b86a-9132a204cc02 req-1a5c5d07-acfa-4ccf-b233-ab5effaaa733 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:49.735547 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f67d67e2-e6c9-4591-b86a-9132a204cc02 req-1a5c5d07-acfa-4ccf-b233-ab5effaaa733 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0470498 Sep 21 17:41:49.770933 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f67d67e2-e6c9-4591-b86a-9132a204cc02 req-f64f602e-727c-4cc8-8696-a117a8368ce9 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297053 Sep 21 17:41:50.701600 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227ad5e-599a-48ce-979a-8e587eae1685 req-b828355f-c122-4cbf-94b2-ad946c1f809e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:50.703115 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b227ad5e-599a-48ce-979a-8e587eae1685 req-b828355f-c122-4cbf-94b2-ad946c1f809e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0478597 Sep 21 17:41:50.744536 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b227ad5e-599a-48ce-979a-8e587eae1685 req-df3c0f70-b9e1-4c7e-8d41-326351d3a63c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351186 Sep 21 17:41:50.879596 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc8b6-5987-4c6c-94f1-3ea72c884996 req-65e615ef-3d37-405a-ba15-039ed5f07a5b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:50.880958 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6aafc8b6-5987-4c6c-94f1-3ea72c884996 req-65e615ef-3d37-405a-ba15-039ed5f07a5b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0467832 Sep 21 17:41:50.918243 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6aafc8b6-5987-4c6c-94f1-3ea72c884996 req-5578d973-af7d-4a2b-890a-c44c3d4dcee3 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310361 Sep 21 17:41:51.403240 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-53f07711-4491-45bc-8541-41b91630b267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:51.856164 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801f35b-95a8-4bfb-976c-69817170fb9a req-19a9e508-41a3-4117-94a1-819cc0a520d8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:51.857588 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3801f35b-95a8-4bfb-976c-69817170fb9a req-19a9e508-41a3-4117-94a1-819cc0a520d8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0463717 Sep 21 17:41:51.893981 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3801f35b-95a8-4bfb-976c-69817170fb9a req-f0db551e-d6b3-422f-979c-b9f41a6f54e3 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305958 Sep 21 17:41:52.029560 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d8bc5-235b-4655-83e5-a8922064541b req-07666676-122a-4797-a737-1de691fa18e3 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:52.030962 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-084d8bc5-235b-4655-83e5-a8922064541b req-07666676-122a-4797-a737-1de691fa18e3 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Sep 21 17:41:52.072495 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-084d8bc5-235b-4655-83e5-a8922064541b req-5e5937e6-8eeb-42ae-b47e-dc0d82e5899d tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356925 Sep 21 17:41:53.007778 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d788-f55f-4c22-89eb-204b0d9d6177 req-85231f87-c1a5-423b-a543-61e14df6a407 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:53.009314 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c207d788-f55f-4c22-89eb-204b0d9d6177 req-85231f87-c1a5-423b-a543-61e14df6a407 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0494711 Sep 21 17:41:53.045953 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c207d788-f55f-4c22-89eb-204b0d9d6177 req-863c8539-338c-4fae-84a4-fc361322b7fe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=20f3a004-5224-4e51-9527-8f078d454ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307696 Sep 21 17:41:53.194488 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a276e-d7f5-43cf-8b17-09c0ba5b786c req-e8d29156-11e5-4768-9a23-8ecc4cd7accc tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:53.195864 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f44a276e-d7f5-43cf-8b17-09c0ba5b786c req-e8d29156-11e5-4768-9a23-8ecc4cd7accc tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0558307 Sep 21 17:41:53.258899 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-6667e726-19fc-40d6-a25e-ba945737d3a8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:53.260382 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-6667e726-19fc-40d6-a25e-ba945737d3a8 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 945 time: 0.0833337 Sep 21 17:41:53.262991 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f44a276e-d7f5-43cf-8b17-09c0ba5b786c req-c172dc54-2cfb-4e61-a950-0d0749b4a83b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505419 Sep 21 17:41:53.365699 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Deleting port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:41:53.366040 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:53.466481 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] For port 82fdb1f0-5d4c-463a-a696-a8557249bfa9, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=82fdb1f0-5d4c-463a-a696-a8557249bfa9,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:41:53.466877 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:53.631436 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:53.631796 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:53.632136 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Floating IP 399f914a-8bbc-4c6d-9acd-3b2c06815082 disassociated. External IP: 172.27.1.247, port: 82fdb1f0-5d4c-463a-a696-a8557249bfa9. Sep 21 17:41:53.632469 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Calling delete_port for 82fdb1f0-5d4c-463a-a696-a8557249bfa9 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:41:53.759106 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:53.784938 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event deleted for resources: {'Port': ['ID=82fdb1f0-5d4c-463a-a696-a8557249bfa9,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:53.894396 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Router e7b36cac-f099-41de-8789-cda58c875ed3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:41:53.925038 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-80e18201-d1e9-4de3-ba80-7021b4ba0856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:54.005089 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:41:54.014319 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] Sync routers for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:41:54.025847 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:41:54.026504 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:41:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:54.043581 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] No DVR routers for this DVR port 82fdb1f0-5d4c-463a-a696-a8557249bfa9 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:41:54.046110 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:54.048270 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-42739ecb-5164-49ae-847b-f7474ae845c8 req-57bc470d-4863-445d-883f-c341174717d0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "DELETE /v2.0/ports/82fdb1f0-5d4c-463a-a696-a8557249bfa9 HTTP/1.1" status: 204 len: 173 time: 0.7726154 Sep 21 17:41:54.048716 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'name': 'network-vif-deleted', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:41:54.050936 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca7407b-276d-4945-8758-6ba408a6cc5b" -d '{"events": [{"server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "name": "network-vif-deleted", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:41:54.093949 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ea7ab-53f8-4c10-95bd-55c1e479b936 x-openstack-request-id: req-ee9ea7ab-53f8-4c10-95bd-55c1e479b936 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:41:54.094245 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc1eac-e71b-4c43-acf3-017b909b8a2f", "name": "network-vif-deleted", "tag": "82fdb1f0-5d4c-463a-a696-a8557249bfa9", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:41:54.094491 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee9ea7ab-53f8-4c10-95bd-55c1e479b936 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:41:54.095059 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bc1eac-e71b-4c43-acf3-017b909b8a2f', 'name': 'network-vif-deleted', 'tag': '82fdb1f0-5d4c-463a-a696-a8557249bfa9', 'status': 'completed', 'code': 200} Sep 21 17:41:54.145564 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:41:54.150433 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ed54d2a8-a5dd-461e-be51-9c925c7fe9c0 req-3ed9365d-7ea5-4891-8954-583c1fd76d52 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7bc1eac-e71b-4c43-acf3-017b909b8a2f HTTP/1.1" status: 200 len: 210 time: 0.0294900 Sep 21 17:41:54.216674 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:54.379816 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071c83-ecdc-4b18-9525-24d08aace7ac req-75bcaeb0-9153-4fd3-b5d0-5166650d087b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:54.381039 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:54.381218 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-09071c83-ecdc-4b18-9525-24d08aace7ac req-75bcaeb0-9153-4fd3-b5d0-5166650d087b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Sep 21 17:41:54.406796 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] Checking router: e7b36cac-f099-41de-8789-cda58c875ed3 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:41:54.415331 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:41:54.415929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:41:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:54.418920 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-09071c83-ecdc-4b18-9525-24d08aace7ac req-e676768e-bdd7-4be8-b2df-f06305389cee tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Sep 21 17:41:54.520382 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:41:54.720142 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:41:54.751042 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f14f6-4e5a-4185-bbaa-79c14f3ee90b None None] The sync data for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi is: [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:41:54.976607 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be1529-d203-4d10-9e69-9134d1ab626a None None] New status for floating IP 399f914a-8bbc-4c6d-9acd-3b2c06815082: DOWN {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:41:55.033304 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.233737 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42078) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:55.289652 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b0261d-23a1-41a7-b64d-04b92ebee6c6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.312387 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b0261d-23a1-41a7-b64d-04b92ebee6c6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.357864 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b0261d-23a1-41a7-b64d-04b92ebee6c6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.360467 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b0261d-23a1-41a7-b64d-04b92ebee6c6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.361611 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-c9b0261d-23a1-41a7-b64d-04b92ebee6c6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "DELETE /v2.0/security-groups/20f3a004-5224-4e51-9527-8f078d454ed3 HTTP/1.1" status: 204 len: 168 time: 0.1268768 Sep 21 17:41:55.364482 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42080) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:55.371819 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0261d-23a1-41a7-b64d-04b92ebee6c6 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f3a004-5224-4e51-9527-8f078d454ed3,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:55.380137 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.api.v2.resource [None req-2202e32e-86c3-4389-9e89-f895f184e436 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] show failed (client error): The resource could not be found. Sep 21 17:41:55.381293 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-2202e32e-86c3-4389-9e89-f895f184e436 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups/20f3a004-5224-4e51-9527-8f078d454ed3 HTTP/1.1" status: 404 len: 347 time: 0.0158281 Sep 21 17:41:55.384123 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42082) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:55.505593 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Deleting port 5c35285a-777c-4a20-a129-fb7b3ba2178d {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:41:55.505923 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.530780 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b8d4a-47ba-4df8-ada7-0b32d6fe9cff req-db60dc7f-7fcf-41a3-857e-eb43361fb0fd tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:55.532343 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-af2b8d4a-47ba-4df8-ada7-0b32d6fe9cff req-db60dc7f-7fcf-41a3-857e-eb43361fb0fd tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0464964 Sep 21 17:41:55.570126 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-af2b8d4a-47ba-4df8-ada7-0b32d6fe9cff req-1abbae08-b9c1-4209-aa5a-9780a519decf tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Sep 21 17:41:55.590252 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.590252 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.594498 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Calling delete_port for 5c35285a-777c-4a20-a129-fb7b3ba2178d owned by network:floatingip {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:41:55.724138 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.749915 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event deleted for resources: {'Port': ['ID=5c35285a-777c-4a20-a129-fb7b3ba2178d,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:55.810194 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.812836 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:55.813981 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0bd26f88-8731-4f44-acf2-14e275b4fc9d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "DELETE /v2.0/floatingips/399f914a-8bbc-4c6d-9acd-3b2c06815082 HTTP/1.1" status: 204 len: 168 time: 0.4284532 Sep 21 17:41:56.267260 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42102) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:56.271703 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-7af9b6ba-3707-4be6-8259-3757cca69191 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513055588', 'description': 'tempest-description--1167217533'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:56.292665 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7af9b6ba-3707-4be6-8259-3757cca69191 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.373073 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7af9b6ba-3707-4be6-8259-3757cca69191 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.376911 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7af9b6ba-3707-4be6-8259-3757cca69191 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.407823 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7af9b6ba-3707-4be6-8259-3757cca69191 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.409007 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7af9b6ba-3707-4be6-8259-3757cca69191 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1407609 Sep 21 17:41:56.410878 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9b6ba-3707-4be6-8259-3757cca69191 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6188635-377c-4b16-852e-ab776c8e92d4,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:56.412078 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42104) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:56.417201 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-d8f24404-8de2-44ac-8170-1680dba00cbb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'security_group_rule': {'security_group_id': 'd6188635-377c-4b16-852e-ab776c8e92d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:56.446823 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d8f24404-8de2-44ac-8170-1680dba00cbb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.490541 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d8f24404-8de2-44ac-8170-1680dba00cbb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.494325 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d8f24404-8de2-44ac-8170-1680dba00cbb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.511438 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24404-8de2-44ac-8170-1680dba00cbb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1594a204-3d99-4b11-82e3-461c01cc1234,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:56.517253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d8f24404-8de2-44ac-8170-1680dba00cbb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.518571 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-d8f24404-8de2-44ac-8170-1680dba00cbb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054287 Sep 21 17:41:56.521204 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42106) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:56.525380 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-c9b08153-b6ca-4849-a638-9b59ddb86a65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'security_group_rule': {'security_group_id': 'd6188635-377c-4b16-852e-ab776c8e92d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:56.550316 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b08153-b6ca-4849-a638-9b59ddb86a65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.607973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b08153-b6ca-4849-a638-9b59ddb86a65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.611460 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b08153-b6ca-4849-a638-9b59ddb86a65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.625882 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08153-b6ca-4849-a638-9b59ddb86a65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7330a94f-efb3-485e-aa60-d832ca5fd2df,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:56.635942 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c9b08153-b6ca-4849-a638-9b59ddb86a65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.637171 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-c9b08153-b6ca-4849-a638-9b59ddb86a65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150072 Sep 21 17:41:56.640130 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42110) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:56.644287 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:56.665678 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.688663 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2a94-35d0-4acf-9038-98eceb709c92 req-f2d7d76e-2a15-4bb4-9f4f-687d70f64537 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:56.690151 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-694d2a94-35d0-4acf-9038-98eceb709c92 req-f2d7d76e-2a15-4bb4-9f4f-687d70f64537 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0495374 Sep 21 17:41:56.724781 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.732745 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-694d2a94-35d0-4acf-9038-98eceb709c92 req-354f389b-b827-4af8-8414-636d61ed56fa tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353367 Sep 21 17:41:56.760565 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.867269 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Allocated IP 172.27.1.161 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/d4d1ba4c-3a02-421c-9f6e-c69aa86cc073) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:41:56.969781 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:56.971121 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 82fdb1f0-5d4c-463a-a696-a8557249bfa9 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:41:56.991742 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 82fdb1f0-5d4c-463a-a696-a8557249bfa9 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:41:56.992168 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 82fdb1f0-5d4c-463a-a696-a8557249bfa9 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:41:57.006646 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.052951 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:41:57.056517 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:41:57.058919 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:41:57.086653 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'Port': ['ID=d4d1ba4c-3a02-421c-9f6e-c69aa86cc073,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:57.150177 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.182913 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.248389 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42130) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:57.338602 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.349420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.363819 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8fdcfe92-df48-49f5-862d-f90f5135e0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.448001 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'Port': ['ID=d4d1ba4c-3a02-421c-9f6e-c69aa86cc073,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:57.466511 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.521068 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8fdcfe92-df48-49f5-862d-f90f5135e0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.526943 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8fdcfe92-df48-49f5-862d-f90f5135e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.537428 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.538638 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2aa01777-25df-4fff-96db-3098f3d94084 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8976202 Sep 21 17:41:57.568125 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-8fdcfe92-df48-49f5-862d-f90f5135e0d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96f0e92803e745ab915b0421074bb76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187146 Sep 21 17:41:57.568971 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcfe92-df48-49f5-862d-f90f5135e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f6b631-2065-45af-aa14-b8b89ad736e0,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:57.571306 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42136) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:41:57.621638 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.644823 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.690853 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.693720 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:57.694999 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29f6b631-2065-45af-aa14-b8b89ad736e0 HTTP/1.1" status: 204 len: 168 time: 0.1226180 Sep 21 17:41:57.714813 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f6b631-2065-45af-aa14-b8b89ad736e0,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:41:57.724696 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.725047 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.725404 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.725782 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.726113 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.726439 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.726786 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.727112 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.727539 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.727864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.728183 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.728500 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8f8ed-ac00-492c-9a4c-e24dfaf884d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:41:57.748199 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-a6b62dc4-3dbc-4d81-8f67-a5f34855ee00 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1513055588&fields=id&tenant_id=050f44ed94d14eefbb6db6e3ab6d9052 HTTP/1.1" status: 200 len: 267 time: 0.0520887 Sep 21 17:41:57.855229 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed0dd6-4136-48c3-9dd1-64726871c140 req-7b58c3e9-d3d3-4029-be90-a63375de2ad3 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:57.856719 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-07ed0dd6-4136-48c3-9dd1-64726871c140 req-7b58c3e9-d3d3-4029-be90-a63375de2ad3 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0533137 Sep 21 17:41:57.865403 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f82d5e1a-e4ff-403d-8ddf-788613a2a87a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:57.871330 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f82d5e1a-e4ff-403d-8ddf-788613a2a87a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 811 time: 0.1153178 Sep 21 17:41:57.883392 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-110e00a8-6ade-44da-8615-ce3861fbb686 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/quotas/050f44ed94d14eefbb6db6e3ab6d9052 HTTP/1.1" status: 200 len: 375 time: 0.0094905 Sep 21 17:41:57.900241 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-07ed0dd6-4136-48c3-9dd1-64726871c140 req-e3898558-7c5d-48a5-9885-d6f11eb7d10b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375197 Sep 21 17:41:57.942606 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-2efbbf75-bd95-4a1f-9651-20a65edca9cb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536053 Sep 21 17:41:58.043935 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-c5cca8b0-791a-4ba3-a6dd-ecbd4fda7d55 service neutron] 10.222.0.26 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896349 Sep 21 17:41:58.145314 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-27f4596c-e93d-4df5-b455-5546789064b4 service neutron] 10.222.0.26 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927124 Sep 21 17:41:58.305649 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-49a1fc2f-3fed-422c-a06b-5ce77a909220 req-e9df571d-6fe3-456a-b1a5-1736cc9ec790 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 210 time: 0.0258026 Sep 21 17:41:59.022621 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c224d-134e-46cc-bee8-ae6d089e1bea req-2cb3a940-1640-47a7-b6ad-525301d1eb65 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:59.025660 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-566c224d-134e-46cc-bee8-ae6d089e1bea req-2cb3a940-1640-47a7-b6ad-525301d1eb65 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0576775 Sep 21 17:41:59.072403 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-566c224d-134e-46cc-bee8-ae6d089e1bea req-9c828c4a-724e-45c0-8a88-3c3f0d3d9df0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364640 Sep 21 17:41:59.442215 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8e9473a5-688b-41b1-88ee-4dfe60c6cd67 req-e674b276-ec4c-4cff-a297-616e3985ba0d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 210 time: 0.0372570 Sep 21 17:41:59.448479 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-54c8373e-1875-44f7-9949-44a82720f36d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:41:59.448479 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-54c8373e-1875-44f7-9949-44a82720f36d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 811 time: 0.1253121 Sep 21 17:41:59.497794 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-5ffeb014-4b08-49a2-a805-17246fe6fa1f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050f44ed94d14eefbb6db6e3ab6d9052 HTTP/1.1" status: 200 len: 380 time: 0.0392900 Sep 21 17:41:59.521571 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'port': {'device_id': '3f20594c-155b-452c-993d-d2f348361628', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'admin_state_up': True, 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'security_groups': ['d6188635-377c-4b16-852e-ab776c8e92d4']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:41:59.635326 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Made reservation on behalf of 050f44ed94d14eefbb6db6e3ab6d9052 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:41:59.639029 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:59.775336 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Allocated IP 172.20.0.14 (47774829-b42e-47b8-b3a1-9e12aa7db526/02e41d67-1912-461d-bac6-592d50b46ce6/56ddd9aa-6d77-4988-a448-b76d14c09066) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:41:59.916380 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:59.948520 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:41:59.993200 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:41:59.996198 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:41:59.999761 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:42:00.026275 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event updated for resources: {'Port': ['ID=56ddd9aa-6d77-4988-a448-b76d14c09066,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:00.055169 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:00.055857 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:00.070873 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f8b20560-50d5-46f1-99f9-53f0d5c47ccd tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530229 Sep 21 17:42:00.090145 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Request body: {'port': {'device_id': '3f20594c-155b-452c-993d-d2f348361628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:42:00.150791 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:00.183122 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-7f503981-fbc9-458c-a53b-b5dcfaaeb369 None None] Provisioning complete for port 56ddd9aa-6d77-4988-a448-b76d14c09066 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:42:00.183688 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7f503981-fbc9-458c-a53b-b5dcfaaeb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:00.216757 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-7f503981-fbc9-458c-a53b-b5dcfaaeb369 None None] Port 56ddd9aa-6d77-4988-a448-b76d14c09066 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:42:00.245542 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fc690-86c1-4951-8e99-2de6e571821e req-50b91fd6-76d6-4c18-957f-e73c9a3ecbd0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:00.247105 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-de2fc690-86c1-4951-8e99-2de6e571821e req-50b91fd6-76d6-4c18-957f-e73c9a3ecbd0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0932822 Sep 21 17:42:00.353110 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-de2fc690-86c1-4951-8e99-2de6e571821e req-26303571-a8f6-4ec4-9995-3d25c35bc27f tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603523 Sep 21 17:42:00.489344 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ddd9aa-6d77-4988-a448-b76d14c09066 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:42:00.499080 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:00.534976 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Transition to ACTIVE for port object 56ddd9aa-6d77-4988-a448-b76d14c09066 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:42:00.540496 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:00.599591 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28071695-e60f-41aa-b0ef-64151b6fa6e2 req-6a2074d5-4317-4b08-b117-820ddc772b65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:00.601623 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-28071695-e60f-41aa-b0ef-64151b6fa6e2 req-6a2074d5-4317-4b08-b117-820ddc772b65 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 932 time: 0.1000445 Sep 21 17:42:00.620540 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Pushing event updated for resources: {'Port': ['ID=56ddd9aa-6d77-4988-a448-b76d14c09066,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:00.919347 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-28071695-e60f-41aa-b0ef-64151b6fa6e2 req-7b1986a0-bcca-441d-b6f9-f72c6f76d29d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088350 Sep 21 17:42:00.940126 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Attempting to bind port 56ddd9aa-6d77-4988-a448-b76d14c09066 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:42:00.940481 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Attempting to bind port 56ddd9aa-6d77-4988-a448-b76d14c09066 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:42:00.940814 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Attempting to bind port 56ddd9aa-6d77-4988-a448-b76d14c09066 on network 47774829-b42e-47b8-b3a1-9e12aa7db526 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:42:00.945223 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Port 56ddd9aa-6d77-4988-a448-b76d14c09066 on network 47774829-b42e-47b8-b3a1-9e12aa7db526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:42:00.945480 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Attempting to bind port 56ddd9aa-6d77-4988-a448-b76d14c09066 on network 47774829-b42e-47b8-b3a1-9e12aa7db526 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:42:00.950165 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:42:00.950487 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Checking segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:42:00.950896 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Bound using segment: {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:42:00.951310 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Bound port: 56ddd9aa-6d77-4988-a448-b76d14c09066, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1de741-73ff-4e6e-8a05-543fe360715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:42:00.951657 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:01.013620 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] For port 56ddd9aa-6d77-4988-a448-b76d14c09066, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:42:01.016704 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] For port 56ddd9aa-6d77-4988-a448-b76d14c09066, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=56ddd9aa-6d77-4988-a448-b76d14c09066,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:42:01.021235 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:01.056108 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.056573 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:01.058047 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] 10.222.0.18 "PUT /v2.0/ports/56ddd9aa-6d77-4988-a448-b76d14c09066 HTTP/1.1" status: 200 len: 1094 time: 0.9721968 Sep 21 17:42:01.058356 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:42:01.062752 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367354e-b175-4d45-bad1-d958ac164f40" -d '{"events": [{"name": "network-changed", "server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:42:01.098347 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf042-1c6b-4c88-a62b-c2204135d50f service neutron] Pushing event updated for resources: {'Port': ['ID=56ddd9aa-6d77-4988-a448-b76d14c09066,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:01.114784 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c132b1fe-909f-4e5d-932c-33e2310d55b0 x-openstack-request-id: req-c132b1fe-909f-4e5d-932c-33e2310d55b0 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:42:01.115174 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:42:01.115501 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c132b1fe-909f-4e5d-932c-33e2310d55b0 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:42:01.115870 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'status': 'completed', 'code': 200} Sep 21 17:42:01.173079 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-4c93a69b-f117-4c8b-b411-a494520e9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.174665 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-4c93a69b-f117-4c8b-b411-a494520e9654 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 1097 time: 0.0431268 Sep 21 17:42:01.185099 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-57ec8d71-a2bf-4ad6-8932-c2ffa3b4aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.186715 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-57ec8d71-a2bf-4ad6-8932-c2ffa3b4aa12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1098 time: 0.0420017 Sep 21 17:42:01.223224 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-1f7c3ac8-d3a9-4ee3-ba49-f089477e6f23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ddd9aa-6d77-4988-a448-b76d14c09066 HTTP/1.1" status: 200 len: 217 time: 0.0361202 Sep 21 17:42:01.291270 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f3c4b15a-3833-4e71-82e0-3ebb773bf159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.292739 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-f3c4b15a-3833-4e71-82e0-3ebb773bf159 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.0571787 Sep 21 17:42:01.302839 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-536671c7-3314-485a-89fa-157b57e61664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.303264 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-536671c7-3314-485a-89fa-157b57e61664 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 910 time: 0.1056890 Sep 21 17:42:01.358724 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-62e0177f-fb02-445b-9115-11a40f2589c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.363234 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-62e0177f-fb02-445b-9115-11a40f2589c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577922 Sep 21 17:42:01.384580 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-8a333679-7457-4def-a9c6-698dd75bd1af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 1001 time: 0.0707824 Sep 21 17:42:01.446541 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-64e2c230-dfdd-4333-8d95-d0bc06a1456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.448011 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-64e2c230-dfdd-4333-8d95-d0bc06a1456d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 200 len: 848 time: 0.0531473 Sep 21 17:42:01.502086 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-92d036ce-e0b0-4757-bdf7-91912a109ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.503049 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-ce8340a2-c389-49a3-b9ae-2a4ee1324934 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241629 Sep 21 17:42:01.503612 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-92d036ce-e0b0-4757-bdf7-91912a109ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7177bda9-d0a8-41a8-b648-103f372f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458741 Sep 21 17:42:01.513554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab37f6-e2f5-4edc-803a-9255323b6800 req-007d3683-cfd3-4251-9d5f-423e29f93e16 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.515033 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3bab37f6-e2f5-4edc-803a-9255323b6800 req-007d3683-cfd3-4251-9d5f-423e29f93e16 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0764580 Sep 21 17:42:01.589976 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3bab37f6-e2f5-4edc-803a-9255323b6800 req-4360aef6-441b-415e-a0f3-8485c4a7d503 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653658 Sep 21 17:42:01.645873 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-f70f5696-ba0c-45ed-af02-f82f1278935f service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058137 Sep 21 17:42:01.648555 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-398e923d-8650-494e-9be6-ffcb15c3c43e req-eced604d-1cd2-4911-9242-1377d4bb0bda service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165977 Sep 21 17:42:01.659308 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:01.762623 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4efa2edb-d5f7-4525-bab5-ad61d781c5dd req-c92eb715-a3cd-4525-8c66-4c3b223826bc service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990138 Sep 21 17:42:01.772205 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367354e-b175-4d45-bad1-d958ac164f40 req-672e1708-0416-4a0e-880e-109a8446fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.773452 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6367354e-b175-4d45-bad1-d958ac164f40 req-672e1708-0416-4a0e-880e-109a8446fc6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 1097 time: 0.0503526 Sep 21 17:42:01.884077 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367354e-b175-4d45-bad1-d958ac164f40 req-c8a13680-e63d-4a93-9dd0-9a043cf742c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.885285 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6367354e-b175-4d45-bad1-d958ac164f40 req-c8a13680-e63d-4a93-9dd0-9a043cf742c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 912 time: 0.0958619 Sep 21 17:42:01.940703 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6367354e-b175-4d45-bad1-d958ac164f40 req-05b50fd2-81e9-48db-a603-696c98c27c65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ddd9aa-6d77-4988-a448-b76d14c09066 HTTP/1.1" status: 200 len: 217 time: 0.0414715 Sep 21 17:42:01.994510 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367354e-b175-4d45-bad1-d958ac164f40 req-5467379c-13db-4e41-921b-42411375e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:01.995998 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6367354e-b175-4d45-bad1-d958ac164f40 req-5467379c-13db-4e41-921b-42411375e775 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.0459309 Sep 21 17:42:02.037700 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea8bb7-3a0f-44f1-b39b-92ee79774be0 req-34d0bb64-28fd-4bbc-b7e1-d84c6bb4911f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:02.039812 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0ea8bb7-3a0f-44f1-b39b-92ee79774be0 req-34d0bb64-28fd-4bbc-b7e1-d84c6bb4911f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 944 time: 0.0490494 Sep 21 17:42:02.056767 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367354e-b175-4d45-bad1-d958ac164f40 req-ff4d6d97-dbc3-45d8-af69-ca59da81da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:02.058361 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6367354e-b175-4d45-bad1-d958ac164f40 req-ff4d6d97-dbc3-45d8-af69-ca59da81da49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396404 Sep 21 17:42:02.078739 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f0ea8bb7-3a0f-44f1-b39b-92ee79774be0 req-82e30873-2a4f-4395-b71f-04df6f665dc0 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328977 Sep 21 17:42:02.159614 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6367354e-b175-4d45-bad1-d958ac164f40 req-aedf55fd-7d98-4a07-8dde-66093208b8a3 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868702 Sep 21 17:42:02.258012 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6367354e-b175-4d45-bad1-d958ac164f40 req-98c77aa4-0abf-4b2e-a42c-c40027a5f49c service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833161 Sep 21 17:42:02.711973 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846a4e-e4a0-4636-837a-91c57134f937 req-6f551788-ef4c-4faf-959e-7e7c65e2e1fa tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:02.714246 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ea846a4e-e4a0-4636-837a-91c57134f937 req-6f551788-ef4c-4faf-959e-7e7c65e2e1fa tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Sep 21 17:42:02.753007 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ea846a4e-e4a0-4636-837a-91c57134f937 req-ba371744-e8fb-4db9-bf55-1c512459aa8f tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328448 Sep 21 17:42:03.217594 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8347d-183c-44a3-bc04-9e08ee1c2596 req-e531437c-322c-4eac-a98c-a3ba613982ce tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:03.219251 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4bf8347d-183c-44a3-bc04-9e08ee1c2596 req-e531437c-322c-4eac-a98c-a3ba613982ce tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 944 time: 0.0683074 Sep 21 17:42:03.264800 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4bf8347d-183c-44a3-bc04-9e08ee1c2596 req-c56fa1a3-be1f-49c9-a33f-cb529dfa3a3f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371397 Sep 21 17:42:03.871276 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dbec3-562d-45ab-8f3e-a31805094205 req-ee31d41d-ae12-4683-be71-adbf95baf893 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:03.872746 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-450dbec3-562d-45ab-8f3e-a31805094205 req-ee31d41d-ae12-4683-be71-adbf95baf893 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Sep 21 17:42:03.914208 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-450dbec3-562d-45ab-8f3e-a31805094205 req-c3734de9-0e57-4666-9a25-a07e1b35e0dc tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355749 Sep 21 17:42:04.170262 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-567f6c25-77d4-4cda-9f5a-7398091b6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:04.171892 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-567f6c25-77d4-4cda-9f5a-7398091b6a6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1098 time: 0.0407753 Sep 21 17:42:04.288850 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-d67a09eb-50f4-40c2-8fbe-62ed2da1b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:04.291034 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-d67a09eb-50f4-40c2-8fbe-62ed2da1b4ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 910 time: 0.0906737 Sep 21 17:42:04.380978 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-4e5c2e50-90b5-4d11-9a09-c282347c374c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 1001 time: 0.0736539 Sep 21 17:42:04.391408 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca810230-f26a-4bd1-906f-093b081aa69c req-3526d781-8180-425c-8b15-33730bc0bca1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:04.394159 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca810230-f26a-4bd1-906f-093b081aa69c req-3526d781-8180-425c-8b15-33730bc0bca1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 944 time: 0.0533025 Sep 21 17:42:04.436391 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca810230-f26a-4bd1-906f-093b081aa69c req-e3710ab1-49dd-40b2-a38f-c1abada22a25 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367968 Sep 21 17:42:04.445624 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-a1362cae-1df6-4b05-99a0-c4796db7277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:04.447139 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-a1362cae-1df6-4b05-99a0-c4796db7277d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 200 len: 848 time: 0.0571973 Sep 21 17:42:04.507927 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-49db2845-3483-493f-8b09-85731b68655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:04.509865 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-49db2845-3483-493f-8b09-85731b68655b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7177bda9-d0a8-41a8-b648-103f372f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522008 Sep 21 17:42:04.616433 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-9601e30c-6ef7-4b6a-bd3a-21a555cd6646 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977952 Sep 21 17:42:04.719347 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-645f6d75-6089-44dc-9876-1d05eaff71c8 req-0a4a00bb-6aed-4c93-8e20-f3cb26edac48 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927141 Sep 21 17:42:05.035712 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76726f85-bbbc-4284-9a01-ab8d2bbe9823 req-d36cd452-82e0-468d-b7cb-01ecc40bf598 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:05.037167 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-76726f85-bbbc-4284-9a01-ab8d2bbe9823 req-d36cd452-82e0-468d-b7cb-01ecc40bf598 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Sep 21 17:42:05.061122 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 56ddd9aa-6d77-4988-a448-b76d14c09066 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:42:05.080322 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-76726f85-bbbc-4284-9a01-ab8d2bbe9823 req-b6c16ec6-7567-48f2-af07-987456ad681f tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363193 Sep 21 17:42:05.177300 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 56ddd9aa-6d77-4988-a448-b76d14c09066, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=56ddd9aa-6d77-4988-a448-b76d14c09066,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:05.188973 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'port_id': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'mac_address': 'fa:16:3e:f6:98:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:42:05.225588 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:05.237981 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ddd9aa-6d77-4988-a448-b76d14c09066 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:42:05.244943 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [req-ee9b70fc-5bf9-4f8a-85e2-0f477a07f343 req-5f736ef6-92da-42e1-9fd5-43e82c0785e9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:42:05.245984 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ee9b70fc-5bf9-4f8a-85e2-0f477a07f343 req-5f736ef6-92da-42e1-9fd5-43e82c0785e9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0967879 Sep 21 17:42:05.257813 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 56ddd9aa-6d77-4988-a448-b76d14c09066, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=56ddd9aa-6d77-4988-a448-b76d14c09066,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:05.262160 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:05.314079 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=56ddd9aa-6d77-4988-a448-b76d14c09066,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:05.323079 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.323452 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.323846 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.324224 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.324500 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.325149 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.325724 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.326204 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.326716 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.327191 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.327681 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.328148 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:42:05.404869 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-72f3e4b1-91ff-40f9-a37f-df24c279d9a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748231 Sep 21 17:42:05.420274 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2fe91-a545-4159-984b-fe87e6f05180 req-1dc25585-5cc9-4278-b160-8a97c07233ca tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:05.421755 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4fe2fe91-a545-4159-984b-fe87e6f05180 req-1dc25585-5cc9-4278-b160-8a97c07233ca tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0579846 Sep 21 17:42:05.462115 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4fe2fe91-a545-4159-984b-fe87e6f05180 req-dddafd23-6d11-44ee-b7f6-311e43bfb31b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340645 Sep 21 17:42:05.560994 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc4b7-2eca-4ee8-9442-05bea51e9d06 req-aee5b9cb-4cd3-43bc-9dea-120494122298 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:05.562496 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-024dc4b7-2eca-4ee8-9442-05bea51e9d06 req-aee5b9cb-4cd3-43bc-9dea-120494122298 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Sep 21 17:42:05.603710 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-024dc4b7-2eca-4ee8-9442-05bea51e9d06 req-77c53cb6-f6b8-4456-830e-991132c03600 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350769 Sep 21 17:42:05.650756 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['56ddd9aa-6d77-4988-a448-b76d14c09066'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:42:05.998780 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42338) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:06.102635 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5458a173-47b9-4f97-9a6f-7b80dbfbb5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.190657 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5458a173-47b9-4f97-9a6f-7b80dbfbb5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.194287 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5458a173-47b9-4f97-9a6f-7b80dbfbb5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.236267 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-5458a173-47b9-4f97-9a6f-7b80dbfbb5e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=188d4a5c26a94f5484989f786d8ebed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362771 Sep 21 17:42:06.237371 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458a173-47b9-4f97-9a6f-7b80dbfbb5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0806e2fc-fec7-4ec1-9270-f2681a273c14,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:06.238826 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42342) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:06.286209 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-51a0a0ad-af56-4a01-b657-60087b0ef219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.313295 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-51a0a0ad-af56-4a01-b657-60087b0ef219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.371457 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-51a0a0ad-af56-4a01-b657-60087b0ef219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.373995 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-51a0a0ad-af56-4a01-b657-60087b0ef219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.377709 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-51a0a0ad-af56-4a01-b657-60087b0ef219 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0806e2fc-fec7-4ec1-9270-f2681a273c14 HTTP/1.1" status: 204 len: 168 time: 0.1352267 Sep 21 17:42:06.383352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0a0ad-af56-4a01-b657-60087b0ef219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0806e2fc-fec7-4ec1-9270-f2681a273c14,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:06.596920 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27688d-bb2b-4586-a860-3a189456e355 req-6d92ba59-1583-4071-aa5e-c49ff98d5fd7 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:06.598747 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4c27688d-bb2b-4586-a860-3a189456e355 req-6d92ba59-1583-4071-aa5e-c49ff98d5fd7 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0589805 Sep 21 17:42:06.639545 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4c27688d-bb2b-4586-a860-3a189456e355 req-96ee1c97-f89e-4e8d-a812-90522a0992ff tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343099 Sep 21 17:42:06.665757 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42352) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:06.679448 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7d95b6f9-84cb-45b6-b536-b65563b229c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.727562 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7919d-6f86-41af-8ab7-5f440a2da469 req-a5c18d28-4d9c-4df3-aa3b-8dd052a2b73f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:06.729668 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bbc7919d-6f86-41af-8ab7-5f440a2da469 req-a5c18d28-4d9c-4df3-aa3b-8dd052a2b73f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 945 time: 0.0544353 Sep 21 17:42:06.767951 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bbc7919d-6f86-41af-8ab7-5f440a2da469 req-d2f26ddd-53be-4636-997b-a2bee0ec004a tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Sep 21 17:42:06.768316 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7d95b6f9-84cb-45b6-b536-b65563b229c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.768939 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:42:06.773142 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-7d95b6f9-84cb-45b6-b536-b65563b229c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.811233 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-7d95b6f9-84cb-45b6-b536-b65563b229c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76f0ac4c381b486f9f5054c13535414a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444368 Sep 21 17:42:06.812095 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95b6f9-84cb-45b6-b536-b65563b229c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab80498-1111-4290-bd8d-bb871d3c39c9,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:06.813960 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42354) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:06.861290 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a67bd800-1fb6-4b6a-b9ad-5b9400d3cc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.882405 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a67bd800-1fb6-4b6a-b9ad-5b9400d3cc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.926226 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a67bd800-1fb6-4b6a-b9ad-5b9400d3cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.929361 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a67bd800-1fb6-4b6a-b9ad-5b9400d3cc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:06.930495 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a67bd800-1fb6-4b6a-b9ad-5b9400d3cc96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ab80498-1111-4290-bd8d-bb871d3c39c9 HTTP/1.1" status: 204 len: 168 time: 0.1154888 Sep 21 17:42:06.939497 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bd800-1fb6-4b6a-b9ad-5b9400d3cc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab80498-1111-4290-bd8d-bb871d3c39c9,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:06.994896 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-98bffe87-5334-42bb-9be3-db05664ca644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:06.996461 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-98bffe87-5334-42bb-9be3-db05664ca644 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145&tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba HTTP/1.1" status: 200 len: 1098 time: 0.0429876 Sep 21 17:42:07.073145 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-68d91942-3f73-4444-a8e3-31c8346fe6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:07.074816 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-68d91942-3f73-4444-a8e3-31c8346fe6df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1098 time: 0.0409091 Sep 21 17:42:07.076460 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 56ddd9aa-6d77-4988-a448-b76d14c09066 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:42:07.134987 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 56ddd9aa-6d77-4988-a448-b76d14c09066 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:42:07.138667 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 56ddd9aa-6d77-4988-a448-b76d14c09066 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:42:07.139060 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.185974 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-f8024620-5d2f-4cac-8d03-78b98c10443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:07.187686 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-f8024620-5d2f-4cac-8d03-78b98c10443a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 910 time: 0.0995719 Sep 21 17:42:07.222230 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.247100 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:42:07.249343 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d7a493-cbee-465b-94d2-5969a696b65e" -d '{"events": [{"server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "name": "network-vif-plugged", "status": "completed", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:42:07.263141 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-988324e7-c9e7-4472-85e3-8355af749d3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 1001 time: 0.0653577 Sep 21 17:42:07.265128 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 56ddd9aa-6d77-4988-a448-b76d14c09066, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=56ddd9aa-6d77-4988-a448-b76d14c09066,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:07.269280 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.270096 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 5892e996-fa65-489e-9a57-f33cd58262f1 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:42:07.274823 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42366) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:07.294986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a36c0426-47f4-4404-a414-6d8b59ee35db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.313236 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94493355-cf01-4dfd-aa80-2a16c0459465 x-openstack-request-id: req-94493355-cf01-4dfd-aa80-2a16c0459465 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:42:07.313448 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "name": "network-vif-plugged", "status": "completed", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:42:07.313669 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94493355-cf01-4dfd-aa80-2a16c0459465 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:42:07.314744 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'code': 200} Sep 21 17:42:07.342449 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-474bea07-e776-46ec-b47f-10012b539897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:07.343916 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-474bea07-e776-46ec-b47f-10012b539897 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 200 len: 848 time: 0.0627613 Sep 21 17:42:07.353568 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=56ddd9aa-6d77-4988-a448-b76d14c09066,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:07.409625 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.437171 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-8bec3242-d179-4f2a-a461-876e89b4127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:07.438806 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-8bec3242-d179-4f2a-a461-876e89b4127f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7177bda9-d0a8-41a8-b648-103f372f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653965 Sep 21 17:42:07.443753 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:07.447833 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.479258 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a36c0426-47f4-4404-a414-6d8b59ee35db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.490521 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a36c0426-47f4-4404-a414-6d8b59ee35db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.496929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=6']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:07.515858 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4739f00-671c-491f-8bdb-75516c914102 req-f1fdf7a3-df20-4e14-baa4-abaf6c9f9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:07.517405 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e4739f00-671c-491f-8bdb-75516c914102 req-f1fdf7a3-df20-4e14-baa4-abaf6c9f9816 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 1099 time: 0.0489922 Sep 21 17:42:07.561166 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e4739f00-671c-491f-8bdb-75516c914102 req-dbd2ad49-d540-44cb-9b3c-f456551d9045 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297589 Sep 21 17:42:07.571534 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a36c0426-47f4-4404-a414-6d8b59ee35db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e489c654ee14ba5915f785255c18cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961667 Sep 21 17:42:07.573545 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c0426-47f4-4404-a414-6d8b59ee35db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a991d2-4dc6-4c3f-9feb-42aeee06920a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:07.573950 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42368) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:07.596422 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-9fcfac68-5404-4355-9b38-e7015a0559ec service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290534 Sep 21 17:42:07.631412 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2ae712c3-72a5-4e96-8bbe-115a950a1522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.652710 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2ae712c3-72a5-4e96-8bbe-115a950a1522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.698801 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2ae712c3-72a5-4e96-8bbe-115a950a1522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.701409 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2ae712c3-72a5-4e96-8bbe-115a950a1522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:07.702612 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-2ae712c3-72a5-4e96-8bbe-115a950a1522 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98a991d2-4dc6-4c3f-9feb-42aeee06920a HTTP/1.1" status: 204 len: 168 time: 0.1276908 Sep 21 17:42:07.712774 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae712c3-72a5-4e96-8bbe-115a950a1522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a991d2-4dc6-4c3f-9feb-42aeee06920a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:07.764935 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198e566-d9c9-4e1c-8119-a13f1013a938 req-57047f60-d29c-4a20-a02a-fe0e071cb89b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:07.766458 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4198e566-d9c9-4e1c-8119-a13f1013a938 req-57047f60-d29c-4a20-a02a-fe0e071cb89b tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0586398 Sep 21 17:42:07.804272 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4198e566-d9c9-4e1c-8119-a13f1013a938 req-a9290b18-e235-4fc0-8d56-2c8611d843e4 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Sep 21 17:42:07.895931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b5708-1887-4e4b-b927-6f515a389cd6 req-defbeffc-df9a-4bb8-a4a8-cf2ab94b9c24 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:07.898431 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5d2b5708-1887-4e4b-b927-6f515a389cd6 req-defbeffc-df9a-4bb8-a4a8-cf2ab94b9c24 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0580716 Sep 21 17:42:07.941902 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5d2b5708-1887-4e4b-b927-6f515a389cd6 req-3257ac55-75b9-46b7-943e-c60c6e566303 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367954 Sep 21 17:42:07.977224 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd12cdf4-bc03-4925-8801-69556f89de33 req-3dafbaea-5aff-45b5-b8df-44e473bf7049 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095829 Sep 21 17:42:08.924994 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a922c-578e-4353-b262-bfecc58e17c9 req-35115e34-9294-4f36-9b03-b6f8a3b123cd tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:08.926502 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7c8a922c-578e-4353-b262-bfecc58e17c9 req-35115e34-9294-4f36-9b03-b6f8a3b123cd tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0531998 Sep 21 17:42:08.965429 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7c8a922c-578e-4353-b262-bfecc58e17c9 req-466a3852-6f34-4808-8d55-22bc4d65af2a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Sep 21 17:42:09.058192 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca879e17-76a5-4a8c-a3a6-7a55114821ab req-c395ed1e-4ecd-4e11-986d-a8d10d902c4e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:09.059689 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca879e17-76a5-4a8c-a3a6-7a55114821ab req-c395ed1e-4ecd-4e11-986d-a8d10d902c4e tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0473828 Sep 21 17:42:09.101328 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ca879e17-76a5-4a8c-a3a6-7a55114821ab req-d6022ef7-08ae-479d-adc5-ebfaeecfcc14 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 Sep 21 17:42:09.315120 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:42:09.317426 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397d56f-2427-480c-bea5-b7fd2cc877f9" -d '{"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-unplugged", "status": "completed", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:42:09.352384 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55655c79-e6b3-424c-b7f7-19ab176d3808 x-openstack-request-id: req-55655c79-e6b3-424c-b7f7-19ab176d3808 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:42:09.352643 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-unplugged", "status": "completed", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:42:09.352898 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55655c79-e6b3-424c-b7f7-19ab176d3808 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:42:09.353292 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1', 'code': 200} Sep 21 17:42:10.080791 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6a826-8826-4781-a157-9cefc2af6857 req-02a682a1-2683-42ae-8b79-40eac6aed56c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:10.082270 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0bd6a826-8826-4781-a157-9cefc2af6857 req-02a682a1-2683-42ae-8b79-40eac6aed56c tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0480778 Sep 21 17:42:10.120387 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0bd6a826-8826-4781-a157-9cefc2af6857 req-1854bf28-1c69-4978-abbc-5512f7fc3932 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315187 Sep 21 17:42:10.215230 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5607e-5cc9-4ef8-93ff-b6ce3fcc6f38 req-d6f38739-d893-4c90-a57b-4fc335379e6f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:10.216680 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-46a5607e-5cc9-4ef8-93ff-b6ce3fcc6f38 req-d6f38739-d893-4c90-a57b-4fc335379e6f tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0480678 Sep 21 17:42:10.255221 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-46a5607e-5cc9-4ef8-93ff-b6ce3fcc6f38 req-d8695e5c-630f-4f00-8a03-a95e32d54cdf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Sep 21 17:42:10.365710 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69f2f-9ee3-4a52-ad88-8ea03fe9f332 req-eb11b21d-b7b6-44db-89d8-2059b7292a92 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:10.367259 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-66c69f2f-9ee3-4a52-ad88-8ea03fe9f332 req-eb11b21d-b7b6-44db-89d8-2059b7292a92 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0493381 Sep 21 17:42:10.376100 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42402) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:10.381908 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Request body: {'floatingip': {'port_id': '56ddd9aa-6d77-4988-a448-b76d14c09066'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:42:10.429276 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:10.880325 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:10.884330 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:10.992216 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.l3_db [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Floating IP fea00362-9848-40b3-a204-85792d51dcbf associated. External IP: 172.27.1.161, port: 56ddd9aa-6d77-4988-a448-b76d14c09066. Sep 21 17:42:11.131850 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c13b01-1c2f-4412-8ba2-cdc5d8f657f7 req-231c4d8c-cfd1-4874-b308-31b4af8e1938 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:11.133313 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-42c13b01-1c2f-4412-8ba2-cdc5d8f657f7 req-231c4d8c-cfd1-4874-b308-31b4af8e1938 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0864496 Sep 21 17:42:11.234785 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb413-d474-4153-9e32-4c2c3854118e req-ed76bc59-9e30-45ad-9180-6157c84e34c3 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:11.236218 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-59beb413-d474-4153-9e32-4c2c3854118e req-ed76bc59-9e30-45ad-9180-6157c84e34c3 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0474737 Sep 21 17:42:11.241201 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-42c13b01-1c2f-4412-8ba2-cdc5d8f657f7 req-661e7a62-cb3c-4621-acfa-142671790478 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674379 Sep 21 17:42:11.267466 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Router e7b36cac-f099-41de-8789-cda58c875ed3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:42:11.285857 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-59beb413-d474-4153-9e32-4c2c3854118e req-13f8cb02-7a53-4764-875c-0eeb296bf79a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Sep 21 17:42:11.608755 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:42:11.613621 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:11.618048 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] Sync routers for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:42:11.626588 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:42:11.627231 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:41:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:42:11.640204 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-913736c0-0eac-4b59-a9ef-e578054a7e0c tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "PUT /v2.0/floatingips/fea00362-9848-40b3-a204-85792d51dcbf HTTP/1.1" status: 200 len: 992 time: 1.2625287 Sep 21 17:42:11.640994 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:42:11.643361 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b8c8ed-74f8-4ccf-954b-acc126226d54" -d '{"events": [{"name": "network-changed", "server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:42:11.683174 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856a2236-047e-454d-8369-f3908376c457 x-openstack-request-id: req-856a2236-047e-454d-8369-f3908376c457 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:42:11.683457 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:42:11.683696 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-856a2236-047e-454d-8369-f3908376c457 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:42:11.684078 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'status': 'completed', 'code': 200} Sep 21 17:42:11.735421 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:42:11.758945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-2e0c0cee-05a5-4517-8022-ce3c4e27ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:11.760436 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-2e0c0cee-05a5-4517-8022-ce3c4e27ba33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 1099 time: 0.0447838 Sep 21 17:42:11.855295 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-d51656f5-1114-4906-afec-25d96555a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:11.856753 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-d51656f5-1114-4906-afec-25d96555a28d service neutron] 10.222.0.18 "GET /v2.0/networks?id=47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 200 len: 912 time: 0.0818756 Sep 21 17:42:11.931632 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-cdc023f0-14f2-4054-a1c6-bcb77e56ed45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56ddd9aa-6d77-4988-a448-b76d14c09066 HTTP/1.1" status: 200 len: 1000 time: 0.0603299 Sep 21 17:42:11.954214 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'fea00362-9848-40b3-a204-85792d51dcbf', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'port_id': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'mac_address': 'fa:16:3e:f6:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f20594c-155b-452c-993d-d2f348361628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:41:57Z', 'updated_at': '2021-09-21T17:42:10Z', 'revision_number': 1, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:42:11.979412 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] Checking router: e7b36cac-f099-41de-8789-cda58c875ed3 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:42:11.982752 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-7f6f41b0-7743-46b2-86f8-458e1308028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:11.984187 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-7f6f41b0-7743-46b2-86f8-458e1308028e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 200 len: 850 time: 0.0424600 Sep 21 17:42:11.987497 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:42:11.988093 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:41:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:42:12.034514 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-709fb9c1-17c4-405b-b046-f0bc76d7bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:12.035988 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-709fb9c1-17c4-405b-b046-f0bc76d7bfed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47774829-b42e-47b8-b3a1-9e12aa7db526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377991 Sep 21 17:42:12.092024 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:42:12.129070 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-d08198be-ebbb-4683-bab1-46cfd1c51777 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844188 Sep 21 17:42:12.225147 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b1b8c8ed-74f8-4ccf-954b-acc126226d54 req-539758a6-34af-4cda-a6a9-f5716941be03 service neutron] 10.222.0.18 "GET /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832105 Sep 21 17:42:12.384698 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f1c5-ac6e-4fb1-acef-51879b96b811 req-c9ae317e-fa86-4cc6-888f-3a8b04bd5449 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:12.386299 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6267f1c5-ac6e-4fb1-acef-51879b96b811 req-c9ae317e-fa86-4cc6-888f-3a8b04bd5449 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0701711 Sep 21 17:42:12.427057 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6267f1c5-ac6e-4fb1-acef-51879b96b811 req-4e816312-6804-4cf5-9a9f-f4e1f8d9e1bf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340369 Sep 21 17:42:12.431725 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b925d7-dc04-491f-9f56-1a8c747cb474 req-89371278-89ef-4ecf-8731-ad7bde01c70e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:12.433566 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-47b925d7-dc04-491f-9f56-1a8c747cb474 req-89371278-89ef-4ecf-8731-ad7bde01c70e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0546856 Sep 21 17:42:12.466818 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'fea00362-9848-40b3-a204-85792d51dcbf', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'port_id': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'mac_address': 'fa:16:3e:f6:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f20594c-155b-452c-993d-d2f348361628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:41:57Z', 'updated_at': '2021-09-21T17:42:10Z', 'revision_number': 1, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:42:12.480600 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-47b925d7-dc04-491f-9f56-1a8c747cb474 req-468ce7ab-9c6a-4b1f-b2ac-f60af58126b7 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403464 Sep 21 17:42:12.494497 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6336a00-24cc-412f-94ee-70061c8cea6d None None] The sync data for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi is: [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': 'fea00362-9848-40b3-a204-85792d51dcbf', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'port_id': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'mac_address': 'fa:16:3e:f6:98:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f20594c-155b-452c-993d-d2f348361628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:41:57Z', 'updated_at': '2021-09-21T17:42:10Z', 'revision_number': 1, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:42:12.674351 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51c291-72c0-4953-8550-9cc1d5d54e99 None None] New status for floating IP fea00362-9848-40b3-a204-85792d51dcbf: ACTIVE {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:42:13.543555 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f21f8a-5651-463c-8c33-00d837f0cec2 req-e841fa96-a3ef-4351-8d06-be8e47b57970 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:13.545033 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f2f21f8a-5651-463c-8c33-00d837f0cec2 req-e841fa96-a3ef-4351-8d06-be8e47b57970 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0467596 Sep 21 17:42:13.582638 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f2f21f8a-5651-463c-8c33-00d837f0cec2 req-71bb9dc3-e581-4315-9d95-533bd05bd1bc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Sep 21 17:42:13.594436 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344e869-248f-4bc7-b249-37b0af7966ca req-551f45ce-f35c-46e7-a7a2-203509af4744 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:13.595925 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c344e869-248f-4bc7-b249-37b0af7966ca req-551f45ce-f35c-46e7-a7a2-203509af4744 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0469623 Sep 21 17:42:13.633604 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c344e869-248f-4bc7-b249-37b0af7966ca req-4e03afa1-b125-40e6-92e2-1c199470f2c7 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Sep 21 17:42:14.720688 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170630-dc5d-4808-84dc-2e7cb53b61be req-6de62056-8380-4ab7-adf9-571264ed567c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:14.722135 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c5170630-dc5d-4808-84dc-2e7cb53b61be req-6de62056-8380-4ab7-adf9-571264ed567c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0669796 Sep 21 17:42:14.724101 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6635bc-d532-4867-bb51-cb70301e046d req-247b1e92-ce26-476b-ae16-29de6ccb21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:14.725469 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2c6635bc-d532-4867-bb51-cb70301e046d req-247b1e92-ce26-476b-ae16-29de6ccb21fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1096 time: 0.0793855 Sep 21 17:42:14.745442 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c61995-4c4f-4e44-bdf1-029e6545dba9 req-3ba417c0-ae4a-41ff-8106-44c869926a68 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:14.746953 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-58c61995-4c4f-4e44-bdf1-029e6545dba9 req-3ba417c0-ae4a-41ff-8106-44c869926a68 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0474887 Sep 21 17:42:14.778260 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c5170630-dc5d-4808-84dc-2e7cb53b61be req-5c288db8-895f-4d02-a2b5-db25641c1f20 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498383 Sep 21 17:42:14.783597 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2c6635bc-d532-4867-bb51-cb70301e046d req-4d42065b-f8ba-4731-9f49-6e246322e4a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Sep 21 17:42:14.784672 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-58c61995-4c4f-4e44-bdf1-029e6545dba9 req-9aa1dcad-3eed-403e-aea9-575badd80e1a tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Sep 21 17:42:15.898820 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a0061-6b01-43c4-9d96-ea9b988e3ce0 req-d4f3a174-1387-4de2-93f5-4a7ca3c5acb8 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:15.899422 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed6943-6015-4798-b7ac-155812ca2b88 req-4d280d7f-e45b-4141-bc76-87f1a22acebe tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:15.900282 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3c1a0061-6b01-43c4-9d96-ea9b988e3ce0 req-d4f3a174-1387-4de2-93f5-4a7ca3c5acb8 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0471933 Sep 21 17:42:15.900423 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7aed6943-6015-4798-b7ac-155812ca2b88 req-4d280d7f-e45b-4141-bc76-87f1a22acebe tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0510473 Sep 21 17:42:15.937631 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3c1a0061-6b01-43c4-9d96-ea9b988e3ce0 req-e46ef396-26e9-485a-92c7-7277545abbfe tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Sep 21 17:42:15.937921 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7aed6943-6015-4798-b7ac-155812ca2b88 req-4776cd1a-4c67-4094-9bb6-81623ffb8be2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Sep 21 17:42:17.050571 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcd06b-8d66-42ae-9158-f5025c48578a req-417f7abf-42b4-4ce9-bad2-9a73b7f642e8 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:17.052115 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-76fcd06b-8d66-42ae-9158-f5025c48578a req-417f7abf-42b4-4ce9-bad2-9a73b7f642e8 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 943 time: 0.0477409 Sep 21 17:42:17.053831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07cd6f-97ff-428f-aa65-23b6838077d4 req-e3128104-f1f8-4a9a-b9b0-4f2957be94ca tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:17.055321 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0b07cd6f-97ff-428f-aa65-23b6838077d4 req-e3128104-f1f8-4a9a-b9b0-4f2957be94ca tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0460374 Sep 21 17:42:17.090275 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-76fcd06b-8d66-42ae-9158-f5025c48578a req-3dd6d4a6-7294-405a-8a84-a911c7f83d15 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Sep 21 17:42:17.092206 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0b07cd6f-97ff-428f-aa65-23b6838077d4 req-308d8fa9-8d6b-416e-8777-1e9977b6d00a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Sep 21 17:42:17.137300 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 5892e996-fa65-489e-9a57-f33cd58262f1 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:42:17.230848 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:17.242447 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '5892e996-fa65-489e-9a57-f33cd58262f1', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'port_id': '5892e996-fa65-489e-9a57-f33cd58262f1', 'mac_address': 'fa:16:3e:9a:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:42:17.279250 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:17.291430 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5892e996-fa65-489e-9a57-f33cd58262f1 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:42:17.311019 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:17.314743 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:17.361925 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=7']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:17.707409 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['5892e996-fa65-489e-9a57-f33cd58262f1'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:42:18.208877 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a97afd-8bcd-43d8-8db7-b66d7ee62cbe req-72b59498-4200-4aa7-abe0-3780a5c05cdf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:18.210277 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-38a97afd-8bcd-43d8-8db7-b66d7ee62cbe req-72b59498-4200-4aa7-abe0-3780a5c05cdf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0493493 Sep 21 17:42:18.246127 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-38a97afd-8bcd-43d8-8db7-b66d7ee62cbe req-8b899ad1-c139-4f3e-bc51-2f6393d6d59d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300291 Sep 21 17:42:19.151006 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 5892e996-fa65-489e-9a57-f33cd58262f1 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:42:19.200877 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 5892e996-fa65-489e-9a57-f33cd58262f1 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:42:19.201297 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:19.275766 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:19.298728 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:42:19.300986 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a52949a-661a-4d5b-a753-20f7361c6923" -d '{"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-plugged", "status": "completed", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:42:19.315094 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:19.320351 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:19.346251 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f5dc9-9a86-4c47-a97d-ec6f001fbffa x-openstack-request-id: req-2f8f5dc9-9a86-4c47-a97d-ec6f001fbffa {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:42:19.346534 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-plugged", "status": "completed", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:42:19.346799 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f8f5dc9-9a86-4c47-a97d-ec6f001fbffa {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:42:19.347175 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1', 'code': 200} Sep 21 17:42:19.373808 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68074558-bf26-4ecc-a9b3-5287a3ebbcef req-d457d22e-1502-4285-9f3e-37e9c2d7c501 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:19.375369 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-68074558-bf26-4ecc-a9b3-5287a3ebbcef req-d457d22e-1502-4285-9f3e-37e9c2d7c501 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0573437 Sep 21 17:42:19.381160 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=8']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:19.413206 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-68074558-bf26-4ecc-a9b3-5287a3ebbcef req-52407f86-47c7-40cf-a91b-7155616ea771 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311749 Sep 21 17:42:20.529416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aac5d-190c-411e-acab-16046c90ad59 req-c1b9b00b-dd39-41c9-828e-bba662f8037a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:20.530905 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4e5aac5d-190c-411e-acab-16046c90ad59 req-c1b9b00b-dd39-41c9-828e-bba662f8037a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0470533 Sep 21 17:42:20.570219 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4e5aac5d-190c-411e-acab-16046c90ad59 req-16dcc335-3648-4b05-97ea-577d330636ff tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331583 Sep 21 17:42:21.404227 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ca5bba42-c8f2-47e6-b8cc-ffc0644f790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:21.697648 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c924af-2fb6-4fa0-ace6-aeb34b078498 req-ba0c438f-6226-457e-a652-6e6be716191e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:21.699189 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-06c924af-2fb6-4fa0-ace6-aeb34b078498 req-ba0c438f-6226-457e-a652-6e6be716191e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0563354 Sep 21 17:42:21.738497 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-06c924af-2fb6-4fa0-ace6-aeb34b078498 req-762c1374-5510-48e4-a167-1557366874a7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326276 Sep 21 17:42:22.861726 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e219-7309-4b2a-9964-499c30c73fa8 req-39075d63-5112-4f40-9b49-654a5a38927c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:22.863222 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3464e219-7309-4b2a-9964-499c30c73fa8 req-39075d63-5112-4f40-9b49-654a5a38927c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0501502 Sep 21 17:42:22.902418 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3464e219-7309-4b2a-9964-499c30c73fa8 req-89d291c9-b3e7-441e-947b-fa27d44c3cf2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328298 Sep 21 17:42:23.926110 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-852121c9-9581-48db-9567-9a11ebc67588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:24.028646 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31cf0d-84af-49b9-a449-5520281a760e req-d191bd68-af1f-4461-9eab-8709bf188317 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:24.030107 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8d31cf0d-84af-49b9-a449-5520281a760e req-d191bd68-af1f-4461-9eab-8709bf188317 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0508277 Sep 21 17:42:24.068003 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8d31cf0d-84af-49b9-a449-5520281a760e req-0d4f5e16-76cb-4a1e-a2cc-771212850960 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 Sep 21 17:42:24.168178 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:25.035886 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:25.199607 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab11f58-8c25-4706-bdbf-c15e3e670b36 req-fcea0f19-a576-4bcc-825f-60cae77697c7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:25.201117 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bab11f58-8c25-4706-bdbf-c15e3e670b36 req-fcea0f19-a576-4bcc-825f-60cae77697c7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0500453 Sep 21 17:42:25.244092 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bab11f58-8c25-4706-bdbf-c15e3e670b36 req-ece2029c-8930-43a0-990e-92dadcb077d9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Sep 21 17:42:26.366678 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0223ae-794d-4c0d-80ae-b6d26ca2c5ac req-f4020066-d048-42c5-b2e6-2067f27d4b15 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:26.368259 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8e0223ae-794d-4c0d-80ae-b6d26ca2c5ac req-f4020066-d048-42c5-b2e6-2067f27d4b15 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0507815 Sep 21 17:42:26.406205 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8e0223ae-794d-4c0d-80ae-b6d26ca2c5ac req-4e80655c-922b-4eb1-aa51-0b47a786997c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320177 Sep 21 17:42:26.735614 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:27.533774 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747189c-d51b-43d5-b9c9-6cc97fab0b72 req-cf5a02b9-282b-4b03-a9be-fe2c3a047ecd tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:27.535199 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f747189c-d51b-43d5-b9c9-6cc97fab0b72 req-cf5a02b9-282b-4b03-a9be-fe2c3a047ecd tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0531843 Sep 21 17:42:27.575762 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f747189c-d51b-43d5-b9c9-6cc97fab0b72 req-a2da1a34-b020-4d49-9158-61c85b457cd6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337241 Sep 21 17:42:28.703062 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d62b75-2b92-4e34-b3d1-3841e3c4f85d req-24f1e6e4-1861-4fce-bc2a-5c0a7d3bcc2c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:28.704688 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-05d62b75-2b92-4e34-b3d1-3841e3c4f85d req-24f1e6e4-1861-4fce-bc2a-5c0a7d3bcc2c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0587506 Sep 21 17:42:28.758115 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-05d62b75-2b92-4e34-b3d1-3841e3c4f85d req-d6e9c0d4-0a40-40a3-8f19-cff73a76c0dc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457041 Sep 21 17:42:29.173065 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:42:29.274381 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:29.285891 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'port_id': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'mac_address': 'fa:16:3e:ae:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:42:29.328771 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:29.342036 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73042dfb-ef8e-4876-be81-f9c4d5c91264 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:42:29.363594 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:29.374028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:29.444467 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=6']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:29.572677 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['73042dfb-ef8e-4876-be81-f9c4d5c91264'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:42:29.915901 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89c636-b08a-4c13-b03d-2f3b43adc2e9 req-c5f6cbb7-0cc2-4623-a495-e3889c37dbba tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:29.917460 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9a89c636-b08a-4c13-b03d-2f3b43adc2e9 req-c5f6cbb7-0cc2-4623-a495-e3889c37dbba tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 944 time: 0.0657787 Sep 21 17:42:29.968897 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9a89c636-b08a-4c13-b03d-2f3b43adc2e9 req-e70d9595-cae7-4631-9043-20d813befd41 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450828 Sep 21 17:42:31.098403 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba453-c0ad-41d6-bc6d-653bcd0ae7b5 req-2bc60b46-f61d-4e7a-8494-0fedb60c8cfe tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:31.100612 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-90bba453-c0ad-41d6-bc6d-653bcd0ae7b5 req-2bc60b46-f61d-4e7a-8494-0fedb60c8cfe tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 944 time: 0.0565801 Sep 21 17:42:31.172762 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-90bba453-c0ad-41d6-bc6d-653bcd0ae7b5 req-ebe582df-330d-4730-8277-ff9f1073607a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656016 Sep 21 17:42:31.191241 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:42:31.268067 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 73042dfb-ef8e-4876-be81-f9c4d5c91264 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:42:31.268346 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:31.404762 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:31.455716 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:42:31.458294 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9642897-992d-4ccc-a0b1-defd59c64d6d" -d '{"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:42:31.474758 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:31.481688 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:31.540971 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b64f9-6598-43b9-890c-bff8fdd4560d x-openstack-request-id: req-141b64f9-6598-43b9-890c-bff8fdd4560d {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:42:31.541427 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:42:31.541631 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-141b64f9-6598-43b9-890c-bff8fdd4560d {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:42:31.542168 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'code': 200} Sep 21 17:42:31.563231 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=7']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:31.672430 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:32.333237 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67963f2-9bf4-4115-a0cb-d3a0fbfdb46e req-aa258f3a-584e-4204-a7da-916f4e920d60 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:32.335466 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b67963f2-9bf4-4115-a0cb-d3a0fbfdb46e req-aa258f3a-584e-4204-a7da-916f4e920d60 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0520525 Sep 21 17:42:32.383913 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b67963f2-9bf4-4115-a0cb-d3a0fbfdb46e req-a1b7ba47-c030-4f1b-9167-803bb756c527 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 Sep 21 17:42:33.520458 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e928730-639c-4238-b44b-ee14846c60f3 req-2c9ac53c-ff60-4e50-8e82-433662399956 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:33.522185 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4e928730-639c-4238-b44b-ee14846c60f3 req-2c9ac53c-ff60-4e50-8e82-433662399956 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0553725 Sep 21 17:42:33.571582 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4e928730-639c-4238-b44b-ee14846c60f3 req-7aba0413-f9fb-4cba-a22a-518c046034a7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375514 Sep 21 17:42:34.707235 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639e073-c8b1-4d72-ad92-744f9228e44e req-e2260051-3a2d-4635-aa9b-9457e88cee22 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:34.708800 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8639e073-c8b1-4d72-ad92-744f9228e44e req-e2260051-3a2d-4635-aa9b-9457e88cee22 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0602660 Sep 21 17:42:34.773694 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8639e073-c8b1-4d72-ad92-744f9228e44e req-e2a3aa92-cea1-4664-9c1b-92d751690886 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528994 Sep 21 17:42:35.910800 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b036d-89f4-4c96-8f0c-986ed247c540 req-861f37a1-100a-48b8-9273-cedfc4880fad tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:35.912989 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c71b036d-89f4-4c96-8f0c-986ed247c540 req-861f37a1-100a-48b8-9273-cedfc4880fad tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0508740 Sep 21 17:42:35.951842 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c71b036d-89f4-4c96-8f0c-986ed247c540 req-46de623a-9965-4817-b522-60834e531b81 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326650 Sep 21 17:42:37.088258 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfce441-69fa-4196-bb5b-aa52e19005c2 req-68b2c2ef-6136-417a-b42b-a2c45b944817 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:37.090709 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2bfce441-69fa-4196-bb5b-aa52e19005c2 req-68b2c2ef-6136-417a-b42b-a2c45b944817 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0518167 Sep 21 17:42:37.134716 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2bfce441-69fa-4196-bb5b-aa52e19005c2 req-637c84fd-3df0-4b21-ae4c-2833437b29aa tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347686 Sep 21 17:42:38.264796 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40b377-de96-43cd-94a3-e1d5ed3e1331 req-6414c93d-86bb-4327-b633-885aa0fef43b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:38.266286 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8b40b377-de96-43cd-94a3-e1d5ed3e1331 req-6414c93d-86bb-4327-b633-885aa0fef43b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0533032 Sep 21 17:42:38.312456 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-8b40b377-de96-43cd-94a3-e1d5ed3e1331 req-9d7a3b8a-dca7-463f-b5dd-0266cc3a8e5e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397458 Sep 21 17:42:39.446751 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efa05d-cca7-43ee-acbc-74b121d3598b req-0cad87e6-5409-435c-87c7-635a97a4aea8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:39.448427 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f4efa05d-cca7-43ee-acbc-74b121d3598b req-0cad87e6-5409-435c-87c7-635a97a4aea8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0530822 Sep 21 17:42:39.494199 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f4efa05d-cca7-43ee-acbc-74b121d3598b req-cff36b22-8c1f-4b76-b045-d0bb92cab763 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396109 Sep 21 17:42:40.631209 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e311288-cb0a-48e2-80e4-2d46a86eff12 req-6b0c75b9-3b8b-4220-8175-adc99671b6cf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:40.632682 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1e311288-cb0a-48e2-80e4-2d46a86eff12 req-6b0c75b9-3b8b-4220-8175-adc99671b6cf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0736976 Sep 21 17:42:40.645446 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862faece-fa19-4937-8208-00de79a3eb3c req-21f7f6ad-7ceb-42ce-8213-4257751ddf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:40.647396 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-862faece-fa19-4937-8208-00de79a3eb3c req-21f7f6ad-7ceb-42ce-8213-4257751ddf8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1098 time: 0.0771382 Sep 21 17:42:40.680912 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1e311288-cb0a-48e2-80e4-2d46a86eff12 req-213d3edd-621f-4ffa-84a0-c80e969c25e9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Sep 21 17:42:40.754318 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862faece-fa19-4937-8208-00de79a3eb3c req-fb660537-8635-4a06-adba-d15c6dd0d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:40.755852 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-862faece-fa19-4937-8208-00de79a3eb3c req-fb660537-8635-4a06-adba-d15c6dd0d91e service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.0865109 Sep 21 17:42:40.828836 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-862faece-fa19-4937-8208-00de79a3eb3c req-2fb0a217-71a1-485e-8fec-263a03c49b40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 200 len: 1000 time: 0.0616457 Sep 21 17:42:40.889143 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862faece-fa19-4937-8208-00de79a3eb3c req-b0c4b056-a110-4d35-bcc5-824fbce4936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:40.890585 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-862faece-fa19-4937-8208-00de79a3eb3c req-b0c4b056-a110-4d35-bcc5-824fbce4936a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0450649 Sep 21 17:42:40.952593 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862faece-fa19-4937-8208-00de79a3eb3c req-dcbde448-816e-4374-874f-56b9644a99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:40.954085 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-862faece-fa19-4937-8208-00de79a3eb3c req-dcbde448-816e-4374-874f-56b9644a99e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394602 Sep 21 17:42:41.061036 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-862faece-fa19-4937-8208-00de79a3eb3c req-ea61668f-f3c2-4fd0-a92f-b59d24bca1a0 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849404 Sep 21 17:42:41.155599 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-862faece-fa19-4937-8208-00de79a3eb3c req-3a5a86b3-966a-4564-8149-82101f8c70a9 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830202 Sep 21 17:42:41.802092 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc9f2d-3563-41ee-8d3a-8ebc76076c47 req-be50ddf3-d5c3-4f4a-aca1-1279767d79d5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:41.804113 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fddc9f2d-3563-41ee-8d3a-8ebc76076c47 req-be50ddf3-d5c3-4f4a-aca1-1279767d79d5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0516543 Sep 21 17:42:41.840987 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fddc9f2d-3563-41ee-8d3a-8ebc76076c47 req-aad11098-4de4-418e-bbf0-e2c8a877072f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Sep 21 17:42:42.959966 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092c8be-3474-43c0-bcab-cea7cb24eb8c req-34f04217-273b-4442-86de-abd60edcf893 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:42.961468 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a092c8be-3474-43c0-bcab-cea7cb24eb8c req-34f04217-273b-4442-86de-abd60edcf893 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 945 time: 0.0507233 Sep 21 17:42:42.999100 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a092c8be-3474-43c0-bcab-cea7cb24eb8c req-63fa6937-a077-4b6c-bdc4-c90269cfa2ea tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Sep 21 17:42:43.262798 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:42:43.334775 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:43.359054 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:42:43.361215 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d195555-b5bc-4a28-a329-d4fc095330c0" -d '{"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:42:43.374613 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:42:43.378597 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:43.402454 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add1b8c6-915f-40a4-b9c2-9b2e315d38cf x-openstack-request-id: req-add1b8c6-915f-40a4-b9c2-9b2e315d38cf {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:42:43.402798 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:42:43.403054 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-add1b8c6-915f-40a4-b9c2-9b2e315d38cf {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:42:43.403431 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'code': 200} Sep 21 17:42:43.427373 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=8']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:42:43.766637 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:42:44.119266 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dff3f-327e-4954-b30a-3a12bcbcb04c req-1648a3e5-1b89-45eb-a049-3fdd5da29aba tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:44.120713 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-568dff3f-327e-4954-b30a-3a12bcbcb04c req-1648a3e5-1b89-45eb-a049-3fdd5da29aba tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0490019 Sep 21 17:42:44.159265 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-568dff3f-327e-4954-b30a-3a12bcbcb04c req-7768d21f-2ac7-4dd7-81cd-a797c8bca4b9 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327384 Sep 21 17:42:45.065675 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee413716-4b35-4550-8792-7476e3c1213a req-080238d7-37e0-4c99-bdec-941913e45f0d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:45.067178 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ee413716-4b35-4550-8792-7476e3c1213a req-080238d7-37e0-4c99-bdec-941913e45f0d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0478024 Sep 21 17:42:45.106937 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ee413716-4b35-4550-8792-7476e3c1213a req-1a5f1abe-6554-408f-8b84-bc8965b1163f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Sep 21 17:42:45.389711 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42660) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:42:45.477301 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-d5a1d5a9-78b3-4bbb-9eee-e8f65a96aa92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864477 Sep 21 17:42:45.487664 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-d3eaf2c4-0d51-42be-8cd7-e1f82bfd65c0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:42:45.487664 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-d3eaf2c4-0d51-42be-8cd7-e1f82bfd65c0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051017 Sep 21 17:42:46.223247 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b353be-dc15-418b-b8a7-84f09a18ca29 req-a97b600d-a9b4-45c9-8541-64ca1c77eb07 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:46.225207 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-41b353be-dc15-418b-b8a7-84f09a18ca29 req-a97b600d-a9b4-45c9-8541-64ca1c77eb07 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0468011 Sep 21 17:42:46.261732 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-41b353be-dc15-418b-b8a7-84f09a18ca29 req-b94a31a3-fd29-4aad-99ea-4d976e2360b8 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307600 Sep 21 17:42:46.413589 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a061-324a-43e2-82b1-dae63694549c req-f60ab43f-d458-4838-8207-25c8adb7a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:46.414967 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-f60ab43f-d458-4838-8207-25c8adb7a10e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe&tenant_id=77daf0914890490d86be72c7ddedd3ac HTTP/1.1" status: 200 len: 1096 time: 0.0392992 Sep 21 17:42:46.488176 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a061-324a-43e2-82b1-dae63694549c req-39af4d84-dbf5-444c-af5d-04441388682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:46.489639 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-39af4d84-dbf5-444c-af5d-04441388682d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1096 time: 0.0400012 Sep 21 17:42:46.587505 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a061-324a-43e2-82b1-dae63694549c req-8e4f40dd-756e-46e4-b8d4-38d6dc0bebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:46.588973 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-8e4f40dd-756e-46e4-b8d4-38d6dc0bebca service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.0875483 Sep 21 17:42:46.658961 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-245127d9-6d70-47d5-b74e-02d41ac993ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 200 len: 998 time: 0.0583737 Sep 21 17:42:46.928907 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a061-324a-43e2-82b1-dae63694549c req-3cadd87b-c5de-4759-a8f0-c39e330dd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:46.930373 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-3cadd87b-c5de-4759-a8f0-c39e330dd09a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.2599602 Sep 21 17:42:46.978114 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a061-324a-43e2-82b1-dae63694549c req-29479a45-945d-482d-829c-bde14de1bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:46.979605 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-29479a45-945d-482d-829c-bde14de1bb77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381351 Sep 21 17:42:47.074612 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-7042f174-341f-4d37-8ae8-7f35258014f8 service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821054 Sep 21 17:42:47.170100 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c20a061-324a-43e2-82b1-dae63694549c req-f4baab82-bae7-44d5-9f24-7f4d1c3ce49f service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805933 Sep 21 17:42:47.250648 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:42:47.381904 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d090c2-4aa7-4bd3-b2c2-f201c5d0d4ec req-1746efd1-9dec-45f3-885b-e8504845ebdc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:47.383430 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f2d090c2-4aa7-4bd3-b2c2-f201c5d0d4ec req-1746efd1-9dec-45f3-885b-e8504845ebdc tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0501277 Sep 21 17:42:47.421195 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f2d090c2-4aa7-4bd3-b2c2-f201c5d0d4ec req-2e64e108-8eff-4bc6-9ca5-d616f817a695 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318913 Sep 21 17:42:48.542326 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab10508-d97f-4f8c-9b95-c2db7d63011c req-8aebc061-7061-4913-9da6-e4a4fa9ef8ac tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:48.543938 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-aab10508-d97f-4f8c-9b95-c2db7d63011c req-8aebc061-7061-4913-9da6-e4a4fa9ef8ac tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0506983 Sep 21 17:42:48.605860 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-aab10508-d97f-4f8c-9b95-c2db7d63011c req-f36526de-f22a-4c8b-a4ff-0192f35938c7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555449 Sep 21 17:42:49.721309 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a95127-596d-426c-9119-0b23a088d3f4 req-36b0bff6-8387-4c8b-999e-f88a33c67448 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:49.723035 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73a95127-596d-426c-9119-0b23a088d3f4 req-36b0bff6-8387-4c8b-999e-f88a33c67448 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0481594 Sep 21 17:42:49.759913 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73a95127-596d-426c-9119-0b23a088d3f4 req-0bfc3361-3381-485e-b2b0-1f508a845565 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309765 Sep 21 17:42:50.878975 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d7e20-6ead-418a-bf8e-9a8e0082420a req-d23531bc-7d3f-4bb3-932b-cb4d100386e1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:50.880427 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f55d7e20-6ead-418a-bf8e-9a8e0082420a req-d23531bc-7d3f-4bb3-932b-cb4d100386e1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0498621 Sep 21 17:42:50.923125 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f55d7e20-6ead-418a-bf8e-9a8e0082420a req-d871ef1a-876a-4d73-b291-c59eb9bb27fb tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367684 Sep 21 17:42:51.404591 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-15a88dad-e936-4fcc-b00b-d703f5081438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:52.044333 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c6011-b519-41ac-9f04-8b71ce259eb6 req-3c541532-0b7d-4b41-abce-0f7d4a4023ff tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:52.045794 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-178c6011-b519-41ac-9f04-8b71ce259eb6 req-3c541532-0b7d-4b41-abce-0f7d4a4023ff tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0518258 Sep 21 17:42:52.083567 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-178c6011-b519-41ac-9f04-8b71ce259eb6 req-54442645-b02c-463d-a33d-5c46499cb1de tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319595 Sep 21 17:42:53.221411 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b549e-1e92-4640-b0e9-b97794ff4370 req-1201d81a-8c4a-4ade-b450-9081d94c08da tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:53.223157 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-637b549e-1e92-4640-b0e9-b97794ff4370 req-1201d81a-8c4a-4ade-b450-9081d94c08da tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0676210 Sep 21 17:42:53.260813 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-637b549e-1e92-4640-b0e9-b97794ff4370 req-b28015aa-545d-4aad-9ce5-392b58ecb6a6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317328 Sep 21 17:42:53.931868 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9b60be6c-a5d1-4609-bf43-56e334f081ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:54.171683 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:54.384490 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3033a9-20a6-4e1d-9441-57f8b8ec7386 req-739d2f51-84d3-46f2-bb48-2d2e052b29af tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:54.386036 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-eb3033a9-20a6-4e1d-9441-57f8b8ec7386 req-739d2f51-84d3-46f2-bb48-2d2e052b29af tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0525796 Sep 21 17:42:54.423115 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-eb3033a9-20a6-4e1d-9441-57f8b8ec7386 req-b0ffff72-0034-4976-b0bd-1722f2ea8243 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311632 Sep 21 17:42:55.040139 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:55.560928 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6383f-30d0-4f79-920b-362adbfb8efe req-cb8bfe14-64a3-430a-aa63-408c47c9d28f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:55.561688 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6da6383f-30d0-4f79-920b-362adbfb8efe req-cb8bfe14-64a3-430a-aa63-408c47c9d28f tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0610497 Sep 21 17:42:55.605504 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6da6383f-30d0-4f79-920b-362adbfb8efe req-0e00034c-2957-47cc-874c-3d555cb1727d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378058 Sep 21 17:42:56.728717 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9c847-9562-4d4a-ad64-a950646612e5 req-cfb309c3-a432-451f-bf0e-f48339585f63 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:56.733031 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-18e9c847-9562-4d4a-ad64-a950646612e5 req-cfb309c3-a432-451f-bf0e-f48339585f63 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0552263 Sep 21 17:42:56.748178 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:42:56.774599 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-18e9c847-9562-4d4a-ad64-a950646612e5 req-d08eda32-1734-4e17-ba51-c151bf35fac7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353007 Sep 21 17:42:57.900517 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc027f3-0f3e-446f-86ce-5f406061abce req-7621e6ff-d8a9-48db-a0c3-0b3da73a8ef0 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:57.902019 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-edc027f3-0f3e-446f-86ce-5f406061abce req-7621e6ff-d8a9-48db-a0c3-0b3da73a8ef0 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0486341 Sep 21 17:42:57.946200 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-edc027f3-0f3e-446f-86ce-5f406061abce req-7e071aa2-d1aa-4fdd-a986-d3c598626887 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381196 Sep 21 17:42:59.079477 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63464817-23a4-4bf0-b17d-ceff912aebcc req-9d503deb-d223-46f8-93e2-c67b99c0dad6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:42:59.080927 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63464817-23a4-4bf0-b17d-ceff912aebcc req-9d503deb-d223-46f8-93e2-c67b99c0dad6 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0513504 Sep 21 17:42:59.119109 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-63464817-23a4-4bf0-b17d-ceff912aebcc req-7c250ede-4f07-481b-bb59-eccdf17481f4 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Sep 21 17:43:00.234863 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f4d4b-8634-427e-88f8-2755f5c52671 req-3f3babea-846b-4425-88b2-a3a5f3bbeba7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:00.236317 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-837f4d4b-8634-427e-88f8-2755f5c52671 req-3f3babea-846b-4425-88b2-a3a5f3bbeba7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0471506 Sep 21 17:43:00.275084 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-837f4d4b-8634-427e-88f8-2755f5c52671 req-80168d3e-7774-4d4c-9e30-c9eb85330538 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319805 Sep 21 17:43:01.398540 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3364-4483-4c67-a350-523a4be669be req-dcd4c5ff-4eaf-4842-9eef-3a85d8c32c93 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:01.400279 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-975a3364-4483-4c67-a350-523a4be669be req-dcd4c5ff-4eaf-4842-9eef-3a85d8c32c93 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0521858 Sep 21 17:43:01.442454 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-975a3364-4483-4c67-a350-523a4be669be req-a3e7e800-7d83-453e-a313-fdacfe9f8eca tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353365 Sep 21 17:43:01.668263 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:02.563875 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad965e-67f3-4ac4-bffe-24121b2d6cf4 req-ab414494-fd88-4787-b4f3-8ce7b553dece tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:02.565336 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1aad965e-67f3-4ac4-bffe-24121b2d6cf4 req-ab414494-fd88-4787-b4f3-8ce7b553dece tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0516086 Sep 21 17:43:02.604491 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-1aad965e-67f3-4ac4-bffe-24121b2d6cf4 req-c8d41d6b-d34e-4ab6-90d6-402341ad6779 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326502 Sep 21 17:43:03.723253 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa61f0-1721-4d31-869f-f81d8bdde5f0 req-81be75be-8184-4bf1-8e17-28982f1a1760 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:03.725370 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-68fa61f0-1721-4d31-869f-f81d8bdde5f0 req-81be75be-8184-4bf1-8e17-28982f1a1760 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0498226 Sep 21 17:43:03.762754 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-68fa61f0-1721-4d31-869f-f81d8bdde5f0 req-5191c995-42aa-4ca2-87a2-e5be029efe51 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Sep 21 17:43:04.883256 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bb1ec-87f0-46ad-a68f-8958052fff70 req-5106be93-4d3e-463b-8fee-2d7181fa6a3b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:04.884757 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2d9bb1ec-87f0-46ad-a68f-8958052fff70 req-5106be93-4d3e-463b-8fee-2d7181fa6a3b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0500286 Sep 21 17:43:04.924725 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2d9bb1ec-87f0-46ad-a68f-8958052fff70 req-f9b6b432-e26f-46ce-8266-f18cce30571c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339634 Sep 21 17:43:05.198157 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-9b7a717a-816b-4314-bb0c-b9537fd4808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:05.199805 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-9b7a717a-816b-4314-bb0c-b9537fd4808a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77daf0914890490d86be72c7ddedd3ac&device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1096 time: 0.0404408 Sep 21 17:43:05.311249 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-978aaa89-c9da-4f0c-bf27-772b1a88cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:05.312760 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-978aaa89-c9da-4f0c-bf27-772b1a88cc3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 200 len: 917 time: 0.0892339 Sep 21 17:43:05.383672 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-f1e6cc1d-e57b-4bdb-94ac-7c2440e92ec3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 200 len: 998 time: 0.0620384 Sep 21 17:43:05.438087 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-4eaa8975-d97e-4f25-ab86-2ece6f8550d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:05.439522 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-4eaa8975-d97e-4f25-ab86-2ece6f8550d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 200 len: 855 time: 0.0422361 Sep 21 17:43:05.486226 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-857f3238-b607-4fe9-a7ce-570893ad9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:05.487657 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-857f3238-b607-4fe9-a7ce-570893ad9201 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dbbd70b1-e8de-4b85-826c-a766f7aa631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387211 Sep 21 17:43:05.590511 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-6778f809-2975-482a-9c72-45b73278323d service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869246 Sep 21 17:43:05.680922 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7f2e40e7-57dd-4ef8-bcce-5caf4c9343e7 req-b91eea8b-492f-43c3-955b-8c8827833a1c service neutron] 10.222.0.18 "GET /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821450 Sep 21 17:43:06.049190 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85312f-235e-4e8d-8f71-a48b196fced6 req-5fc778d6-5f23-48a7-ace5-ca26e848449e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:06.050903 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6a85312f-235e-4e8d-8f71-a48b196fced6 req-5fc778d6-5f23-48a7-ace5-ca26e848449e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0533898 Sep 21 17:43:06.090140 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6a85312f-235e-4e8d-8f71-a48b196fced6 req-26e32820-b1a6-4874-861f-011580dccee5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331862 Sep 21 17:43:07.215508 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2315a-03ae-4d12-91ea-f3b1396001fe req-5f42fb87-321c-447d-91a8-66524c6a4a10 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:07.216994 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-68f2315a-03ae-4d12-91ea-f3b1396001fe req-5f42fb87-321c-447d-91a8-66524c6a4a10 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 943 time: 0.0485952 Sep 21 17:43:07.259919 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-68f2315a-03ae-4d12-91ea-f3b1396001fe req-16938c6f-d14a-4249-9579-c458d33eb81a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365746 Sep 21 17:43:07.380297 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:43:07.474880 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:07.486283 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'port_id': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'mac_address': 'fa:16:3e:ae:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:43:07.526162 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:07.539150 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73042dfb-ef8e-4876-be81-f9c4d5c91264 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:43:07.558583 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:07.563022 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:07.611939 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=9']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:07.619250 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.619592 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.619927 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.620258 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.620584 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.620908 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.621227 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.621547 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.621887 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.622208 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.622522 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.622865 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:07.913125 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['73042dfb-ef8e-4876-be81-f9c4d5c91264'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:43:08.387313 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb0c2-1e0e-43c6-9234-5782b2064273 req-2952d935-b08c-40d1-bbef-e86b7d0da959 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:08.388916 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5dbdb0c2-1e0e-43c6-9234-5782b2064273 req-2952d935-b08c-40d1-bbef-e86b7d0da959 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 944 time: 0.0548112 Sep 21 17:43:08.433941 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5dbdb0c2-1e0e-43c6-9234-5782b2064273 req-5a5b6b28-fe09-4c24-8567-a8676d53f16e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391622 Sep 21 17:43:09.402509 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:43:09.449010 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 73042dfb-ef8e-4876-be81-f9c4d5c91264 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:43:09.449369 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:09.539113 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:09.558252 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df99e1-cd3a-425b-9c1e-0793c55c5ca4 req-45f68f23-ac39-4c5b-ba88-78d077de447e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:09.560628 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-85df99e1-cd3a-425b-9c1e-0793c55c5ca4 req-45f68f23-ac39-4c5b-ba88-78d077de447e tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 944 time: 0.0517254 Sep 21 17:43:09.566102 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:43:09.568816 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabfcbae-a98a-4ecf-bd31-25211395b7e5" -d '{"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:43:09.579735 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:09.584430 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:09.608188 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-85df99e1-cd3a-425b-9c1e-0793c55c5ca4 req-e3f6f9ae-189b-4e8c-8c57-a57d16a42827 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Sep 21 17:43:09.637322 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=10']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:09.664516 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fc82d9-6ae3-4a87-997b-5a646c30dcbf x-openstack-request-id: req-29fc82d9-6ae3-4a87-997b-5a646c30dcbf {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:43:09.664805 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:43:09.665078 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29fc82d9-6ae3-4a87-997b-5a646c30dcbf {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:43:09.665471 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'code': 200} Sep 21 17:43:09.866983 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0cb3-79a8-46bc-bf9d-8b42662e2ab0 req-c4e1d747-6c95-4c00-8a01-a991d9921245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:09.868547 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a91e0cb3-79a8-46bc-bf9d-8b42662e2ab0 req-c4e1d747-6c95-4c00-8a01-a991d9921245 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 1099 time: 0.0409400 Sep 21 17:43:09.908582 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a91e0cb3-79a8-46bc-bf9d-8b42662e2ab0 req-6dc08f82-3a03-4a07-a89e-7dbbf30226b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Sep 21 17:43:10.735152 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c2b40-cfc5-4435-b71d-ac24c351fe96 req-6ac5b187-11b9-4b43-9887-9c704922e263 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:10.736736 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-039c2b40-cfc5-4435-b71d-ac24c351fe96 req-6ac5b187-11b9-4b43-9887-9c704922e263 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0521331 Sep 21 17:43:10.773470 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-039c2b40-cfc5-4435-b71d-ac24c351fe96 req-66e41cd0-1f0b-4c2a-a385-adaa305a10d2 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307062 Sep 21 17:43:11.898243 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3297f-1327-43e3-bbfe-fe5fd50efdc3 req-649f5935-63c6-4596-9663-7863c4bd2058 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:11.899714 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-70c3297f-1327-43e3-bbfe-fe5fd50efdc3 req-649f5935-63c6-4596-9663-7863c4bd2058 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0501521 Sep 21 17:43:11.940729 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-70c3297f-1327-43e3-bbfe-fe5fd50efdc3 req-7f2b3762-6258-4e8d-87d6-1e8fbae3666a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348997 Sep 21 17:43:13.065716 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a524-c1b1-4dda-8fb2-152df0409924 req-7b4a8fdb-af54-4a85-81d0-78da9f11a87c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:13.067751 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8bc3a524-c1b1-4dda-8fb2-152df0409924 req-7b4a8fdb-af54-4a85-81d0-78da9f11a87c tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0486968 Sep 21 17:43:13.106595 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-8bc3a524-c1b1-4dda-8fb2-152df0409924 req-17157fbb-78bc-4fea-8ca7-e0d93399459d tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325959 Sep 21 17:43:20.765745 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:43:21.405302 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-5e07fe19-2da0-4582-a99b-e59e30d0d8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:23.933730 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8ee1f2c4-d3ff-409c-8d6c-bc137d835cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:24.171631 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:25.041365 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:26.732401 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:30.937905 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398e149-65fa-40d6-ba3a-b369fabd7480 req-b0dd9c39-7bd2-4163-a127-69b2eb5810fa tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:30.939301 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e398e149-65fa-40d6-ba3a-b369fabd7480 req-b0dd9c39-7bd2-4163-a127-69b2eb5810fa tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0466843 Sep 21 17:43:30.976725 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e398e149-65fa-40d6-ba3a-b369fabd7480 req-d6296df5-925a-4718-a330-54a54d72a2b4 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310748 Sep 21 17:43:31.680059 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:32.090999 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34433e-6f5b-4b3f-a539-9030909ec930 req-fbeffc93-e302-4537-8088-16f042a8d3fc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:32.092473 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4a34433e-6f5b-4b3f-a539-9030909ec930 req-fbeffc93-e302-4537-8088-16f042a8d3fc tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0480781 Sep 21 17:43:32.133432 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4a34433e-6f5b-4b3f-a539-9030909ec930 req-50f8969b-3930-4169-ab24-6b9cc60f90bf tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Sep 21 17:43:33.247149 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f907b-1299-4b92-85ec-8d01da3bbc58 req-91b81efb-32d3-41d1-88fa-20a26ea95b08 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:33.248622 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dc9f907b-1299-4b92-85ec-8d01da3bbc58 req-91b81efb-32d3-41d1-88fa-20a26ea95b08 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0514681 Sep 21 17:43:33.280696 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88402ef-4734-49b6-be48-6a302c08d997 req-b5c41c9d-cfad-46a7-9faa-3fabb31e64fb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:33.282157 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e88402ef-4734-49b6-be48-6a302c08d997 req-b5c41c9d-cfad-46a7-9faa-3fabb31e64fb tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 946 time: 0.0474508 Sep 21 17:43:33.286471 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-dc9f907b-1299-4b92-85ec-8d01da3bbc58 req-ae210dc2-f2f9-43d0-88f9-3b4951794e77 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6188635-377c-4b16-852e-ab776c8e92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319397 Sep 21 17:43:33.374973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Deleting port 56ddd9aa-6d77-4988-a448-b76d14c09066 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:33.375310 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:33.463172 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] For port 56ddd9aa-6d77-4988-a448-b76d14c09066, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=56ddd9aa-6d77-4988-a448-b76d14c09066,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:33.463451 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:33.626696 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:33.627073 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:33.627376 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Floating IP fea00362-9848-40b3-a204-85792d51dcbf disassociated. External IP: 172.27.1.161, port: 56ddd9aa-6d77-4988-a448-b76d14c09066. Sep 21 17:43:33.627701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Calling delete_port for 56ddd9aa-6d77-4988-a448-b76d14c09066 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:33.766002 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:33.796398 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event deleted for resources: {'Port': ['ID=56ddd9aa-6d77-4988-a448-b76d14c09066,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:33.809336 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.809677 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.810021 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.810415 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.810772 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.811102 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.811465 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.812312 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.812312 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.814024 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.814024 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.814024 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:33.920995 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Router e7b36cac-f099-41de-8789-cda58c875ed3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:43:34.027991 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:43:34.037444 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] Sync routers for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:43:34.046894 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:34.047821 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:34.069600 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] No DVR routers for this DVR port 56ddd9aa-6d77-4988-a448-b76d14c09066 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:43:34.072155 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:34.074166 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e88402ef-4734-49b6-be48-6a302c08d997 req-148717f4-1128-4b91-9224-c1ff8c8e2eb1 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.18 "DELETE /v2.0/ports/56ddd9aa-6d77-4988-a448-b76d14c09066 HTTP/1.1" status: 204 len: 173 time: 0.7849567 Sep 21 17:43:34.074627 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'name': 'network-vif-deleted', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:43:34.076898 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a4ebf-c130-444c-ba08-70d0e01a3f56" -d '{"events": [{"server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "name": "network-vif-deleted", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:43:34.119353 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d77755f-6618-4347-ba37-cf72840de5f0 x-openstack-request-id: req-8d77755f-6618-4347-ba37-cf72840de5f0 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:43:34.119647 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f20594c-155b-452c-993d-d2f348361628", "name": "network-vif-deleted", "tag": "56ddd9aa-6d77-4988-a448-b76d14c09066", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:43:34.119938 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d77755f-6618-4347-ba37-cf72840de5f0 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:43:34.120305 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f20594c-155b-452c-993d-d2f348361628', 'name': 'network-vif-deleted', 'tag': '56ddd9aa-6d77-4988-a448-b76d14c09066', 'status': 'completed', 'code': 200} Sep 21 17:43:34.179910 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:34.393037 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-01a1bf92-7864-4767-ab5f-bbab21914a93 req-5331ebf8-ab80-479c-b609-1d2bb9875690 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f20594c-155b-452c-993d-d2f348361628 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Sep 21 17:43:34.396234 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:34.422257 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] Checking router: e7b36cac-f099-41de-8789-cda58c875ed3 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:43:34.430608 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:34.431232 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:34.652605 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:34.844295 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:34.873433 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a01798-8f55-470a-8e1e-d1461820f203 None None] The sync data for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi is: [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'f96b4209-18a3-44c6-a7b8-eabba6d9e4b5', 'name': '', 'network_id': '47774829-b42e-47b8-b3a1-9e12aa7db526', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'mac_address': 'fa:16:3e:30:ce:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:57Z', 'updated_at': '2021-09-21T17:36:11Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'subnets': [{'id': '02e41d67-1912-461d-bac6-592d50b46ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:43:35.077611 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eba138-6a24-4469-92e5-28826c6fb5fe None None] New status for floating IP fea00362-9848-40b3-a204-85792d51dcbf: DOWN {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:43:35.474502 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 42940) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:35.526911 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.548818 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.594803 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.597593 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.598732 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "DELETE /v2.0/security-groups/d6188635-377c-4b16-852e-ab776c8e92d4 HTTP/1.1" status: 204 len: 168 time: 0.1232231 Sep 21 17:43:35.601571 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42942) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:35.607374 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6188635-377c-4b16-852e-ab776c8e92d4,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:35.614780 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.615126 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.615468 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.615790 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.616115 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.616267 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.api.v2.resource [None req-445a337f-bc18-44aa-ba78-736686e3fb6d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] show failed (client error): The resource could not be found. Sep 21 17:43:35.616437 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.616760 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.619913 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.620046 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-445a337f-bc18-44aa-ba78-736686e3fb6d tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "GET /v2.0/security-groups/d6188635-377c-4b16-852e-ab776c8e92d4 HTTP/1.1" status: 404 len: 347 time: 0.0141456 Sep 21 17:43:35.620132 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.620132 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.620132 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.620132 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2efd46-4ff1-49f0-8817-8b385475dda5 tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:43:35.620429 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42944) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:35.742174 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Deleting port d4d1ba4c-3a02-421c-9f6e-c69aa86cc073 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:35.742428 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.816674 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.816997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.828769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Calling delete_port for d4d1ba4c-3a02-421c-9f6e-c69aa86cc073 owned by network:floatingip {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:35.961575 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:35.983944 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Pushing event deleted for resources: {'Port': ['ID=d4d1ba4c-3a02-421c-9f6e-c69aa86cc073,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:36.042352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks [] for floatingip, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:36.044939 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:36.046091 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-73cce7f4-1d5a-43f5-a5f0-2c344a07fbbe tempest-AttachVolumeTestJSON-525783857 tempest-AttachVolumeTestJSON-525783857-project] 10.222.0.26 "DELETE /v2.0/floatingips/fea00362-9848-40b3-a204-85792d51dcbf HTTP/1.1" status: 204 len: 168 time: 0.4251881 Sep 21 17:43:37.511338 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 56ddd9aa-6d77-4988-a448-b76d14c09066 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:43:37.532632 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 56ddd9aa-6d77-4988-a448-b76d14c09066 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:43:37.532971 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 56ddd9aa-6d77-4988-a448-b76d14c09066 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:43:39.562928 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42972) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:40.071097 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:40.349428 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Deleting port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:40.349682 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:40.428974 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] For port f96b4209-18a3-44c6-a7b8-eabba6d9e4b5, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:40.429332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:40.440992 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Calling delete_port for f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 owned by network:router_interface {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:40.609769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:40.634162 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f96b4209-18a3-44c6-a7b8-eabba6d9e4b5,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:41.022135 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:41.232804 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Router e7b36cac-f099-41de-8789-cda58c875ed3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:43:41.336401 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:43:41.341369 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-9dd3985b-1ac3-41cb-9ed9-edd92ca54b8f admin admin] 10.222.0.26 "PUT /v2.0/routers/e7b36cac-f099-41de-8789-cda58c875ed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7774477 Sep 21 17:43:41.344099 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42978) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:41.345382 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] Sync routers for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:43:41.354985 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:41.355668 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:41.449682 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks [] for router, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:41.468094 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:41.553831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:41.605137 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Deleting port a5f55832-40de-4cb9-8ba8-fe3d07ab5768 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:41.605359 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:41.647346 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:43:40Z', 'revision_number': 5, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port': {'id': 'a5f55832-40de-4cb9-8ba8-fe3d07ab5768', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:41.677753 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] Checking router: e7b36cac-f099-41de-8789-cda58c875ed3 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:43:41.686283 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] Routers {'e7b36cac-f099-41de-8789-cda58c875ed3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:41.686927 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['e7b36cac-f099-41de-8789-cda58c875ed3'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:41.689178 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] For port a5f55832-40de-4cb9-8ba8-fe3d07ab5768, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:41.689690 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:41.701583 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Calling delete_port for a5f55832-40de-4cb9-8ba8-fe3d07ab5768 owned by network:router_gateway {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:41.770132 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] Set router e7b36cac-f099-41de-8789-cda58c875ed3 gateway port host: None {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:41.825423 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:43:41Z', 'revision_number': 6, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:41.852237 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e137d-d585-4440-a75c-92e997e9ebae None None] The sync data for ids ['e7b36cac-f099-41de-8789-cda58c875ed3'] in dv-cinder-810000-2-iscsi is: [{'id': 'e7b36cac-f099-41de-8789-cda58c875ed3', 'name': 'tempest-AttachVolumeTestJSON-1207622917-router', 'tenant_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:50Z', 'updated_at': '2021-09-21T17:43:41Z', 'revision_number': 6, 'project_id': '050f44ed94d14eefbb6db6e3ab6d9052', 'gw_port_host': None}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:43:41.871028 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:41.899662 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f55832-40de-4cb9-8ba8-fe3d07ab5768,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:41.959780 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.060772 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.062886 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.122892 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.123351 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7b36cac-f099-41de-8789-cda58c875ed3 {{(pid=98178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:43:42.128094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.129248 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-fdbf8557-4215-4a7a-98d7-c7bda800fe67 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e7b36cac-f099-41de-8789-cda58c875ed3 HTTP/1.1" status: 204 len: 168 time: 0.7842107 Sep 21 17:43:42.131880 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42980) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:42.177735 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] Deleting subnet 02e41d67-1912-461d-bac6-592d50b46ce6 {{(pid=98178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:43:42.180597 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.214093 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888018'] for subnet, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.323942 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.375309 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16242730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12879047'] for subnet, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.399645 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e41d67-1912-461d-bac6-592d50b46ce6,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:42.404393 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.406661 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-1d36be46-90fa-4091-8ff2-b54d8a7f9a83 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/02e41d67-1912-461d-bac6-592d50b46ce6 HTTP/1.1" status: 204 len: 168 time: 0.2733955 Sep 21 17:43:42.408622 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42982) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:42.409588 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd57702-9135-4e8f-b44d-200b8f016c03 None None] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:43:42.475719 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.530757 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Deleting port f60e30d4-d791-402b-9b82-00c4d2cbfc1d {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:42.531094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.600269 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] For port f60e30d4-d791-402b-9b82-00c4d2cbfc1d, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:42.600629 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.613122 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Calling delete_port for f60e30d4-d791-402b-9b82-00c4d2cbfc1d owned by network:dhcp {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:42.624293 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] DHCP port deletion for 47774829-b42e-47b8-b3a1-9e12aa7db526 request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:43:42.678105 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] Deleting port f60e30d4-d791-402b-9b82-00c4d2cbfc1d {{(pid=98180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:42.678484 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.698369 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.701648 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:43:42.724680 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:42.724926 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:43:42.725179 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f96b4209-18a3-44c6-a7b8-eabba6d9e4b5 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:43:42.725597 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f60e30d4-d791-402b-9b82-00c4d2cbfc1d no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:43:42.729064 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] No DVR routers for this DVR port f60e30d4-d791-402b-9b82-00c4d2cbfc1d on host dv-cinder-810000-2-iscsi {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:43:42.786049 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: f60e30d4-d791-402b-9b82-00c4d2cbfc1d {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:43:42.786530 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device f60e30d4-d791-402b-9b82-00c4d2cbfc1d not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:43:42.787154 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device a5f55832-40de-4cb9-8ba8-fe3d07ab5768 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:43:42.804388 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.822637 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: a5f55832-40de-4cb9-8ba8-fe3d07ab5768 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:43:42.823070 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device a5f55832-40de-4cb9-8ba8-fe3d07ab5768 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:43:42.825143 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47774829-b42e-47b8-b3a1-9e12aa7db526']}} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:42.829741 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] For port f60e30d4-d791-402b-9b82-00c4d2cbfc1d, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,segment=NetworkSegment(1f1de741-73ff-4e6e-8a05-543fe360715d),segment_id=1f1de741-73ff-4e6e-8a05-543fe360715d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:42.829924 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.834626 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1de741-73ff-4e6e-8a05-543fe360715d') {'for_net_delete': True} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:42.834953 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1de741-73ff-4e6e-8a05-543fe360715d') {} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:42.844495 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888025'] for segment, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.846462 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] Calling delete_port for f60e30d4-d791-402b-9b82-00c4d2cbfc1d owned by network:dhcp {{(pid=98180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:42.860653 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.868232 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=98178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:43:42.868771 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244724'] for segment, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: Traceback (most recent call last): Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: timer() Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: cb(*args, **kw) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: return func(*args, **kwargs) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: self._notify() Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: self.callback(batched_events) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: event.method(event) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: return f(self, *a, **k) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._get(url).json() Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: return self.request(url, 'GET', **kwargs) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:43:42.871243 dv-cinder-810000-2-iscsi neutron-server[98178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:43:42.936118 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.942140 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:42.944096 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] 10.222.0.26 "DELETE /v2.0/networks/47774829-b42e-47b8-b3a1-9e12aa7db526 HTTP/1.1" status: 204 len: 168 time: 0.5345745 Sep 21 17:43:42.956521 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70515793-3ed0-4f8c-9be0-a68e976536ac admin admin] Pushing event deleted for resources: {'Network': ['ID=47774829-b42e-47b8-b3a1-9e12aa7db526,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:42.974489 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:43.003337 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] Pushing event deleted for resources: {'Port': ['ID=f60e30d4-d791-402b-9b82-00c4d2cbfc1d,revision_number=None']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:43.005312 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] Network 47774829-b42e-47b8-b3a1-9e12aa7db526 is not hosted by any dhcp agent {{(pid=98180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 17:43:43.005769 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719a9ae-4653-475a-adfb-4fa4c6adfab3 None None] No DVR routers for this DVR port f60e30d4-d791-402b-9b82-00c4d2cbfc1d on host dv-cinder-810000-2-iscsi {{(pid=98180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:43:43.074197 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42986) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:43.112815 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-d9fd89d6-611a-46ab-b18d-596dc558a95e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=050f44ed94d14eefbb6db6e3ab6d9052&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374858 Sep 21 17:43:43.115220 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 42988) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:43.164909 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6826862d-1374-4696-8326-d54a54ed5dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:43.184752 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6826862d-1374-4696-8326-d54a54ed5dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:43.232856 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6826862d-1374-4696-8326-d54a54ed5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:43.235640 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6826862d-1374-4696-8326-d54a54ed5dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:43.236749 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-6826862d-1374-4696-8326-d54a54ed5dcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93553739-79f7-4caf-89bd-d06c125b0476 HTTP/1.1" status: 204 len: 168 time: 0.1206844 Sep 21 17:43:43.244352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826862d-1374-4696-8326-d54a54ed5dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93553739-79f7-4caf-89bd-d06c125b0476,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:47.988573 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43064) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:48.090661 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a113d0ec-d19f-4e59-96e3-4cae39606e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.177931 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a113d0ec-d19f-4e59-96e3-4cae39606e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.181757 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a113d0ec-d19f-4e59-96e3-4cae39606e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.219726 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a113d0ec-d19f-4e59-96e3-4cae39606e1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f921d29e31e94e7fb0921ef5c1b2e4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300904 Sep 21 17:43:48.220604 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113d0ec-d19f-4e59-96e3-4cae39606e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c3c982-5597-4b75-ae0f-cb606eabee7a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:48.222795 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43068) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:48.274588 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e713282-cbbd-45f4-b2aa-322f10510883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.294435 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e713282-cbbd-45f4-b2aa-322f10510883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.339945 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e713282-cbbd-45f4-b2aa-322f10510883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.342541 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e713282-cbbd-45f4-b2aa-322f10510883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.343712 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-6e713282-cbbd-45f4-b2aa-322f10510883 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09c3c982-5597-4b75-ae0f-cb606eabee7a HTTP/1.1" status: 204 len: 168 time: 0.1198413 Sep 21 17:43:48.351923 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e713282-cbbd-45f4-b2aa-322f10510883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c3c982-5597-4b75-ae0f-cb606eabee7a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:48.603851 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43074) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:48.618282 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef9bdfb7-caef-4eaf-9382-4324b9ccc333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.706011 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef9bdfb7-caef-4eaf-9382-4324b9ccc333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.710835 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef9bdfb7-caef-4eaf-9382-4324b9ccc333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.747421 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-ef9bdfb7-caef-4eaf-9382-4324b9ccc333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36f42fec7c3c41edadf08e02339b994e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425047 Sep 21 17:43:48.748547 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bdfb7-caef-4eaf-9382-4324b9ccc333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7616a0f8-6052-4e3d-b218-36469b5bbad0,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:48.750160 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43076) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:48.798230 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e689455-ef0a-41b6-ae6c-06d70a02fca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.818961 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e689455-ef0a-41b6-ae6c-06d70a02fca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.866993 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e689455-ef0a-41b6-ae6c-06d70a02fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.869489 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e689455-ef0a-41b6-ae6c-06d70a02fca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:48.870638 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-2e689455-ef0a-41b6-ae6c-06d70a02fca0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7616a0f8-6052-4e3d-b218-36469b5bbad0 HTTP/1.1" status: 204 len: 168 time: 0.1194530 Sep 21 17:43:48.878421 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e689455-ef0a-41b6-ae6c-06d70a02fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7616a0f8-6052-4e3d-b218-36469b5bbad0,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:51.408143 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8d71b661-7bd2-4817-aa14-866b4351c9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:51.847871 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bfa13-8672-4de1-a295-536868db6573 req-ec1d6c51-437b-45af-8c19-6669ce176d85 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:51.849360 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-672bfa13-8672-4de1-a295-536868db6573 req-ec1d6c51-437b-45af-8c19-6669ce176d85 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0475311 Sep 21 17:43:51.885521 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-672bfa13-8672-4de1-a295-536868db6573 req-89c6846a-b0d0-42cf-b44a-35124ff42f3b tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301471 Sep 21 17:43:52.100243 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43124) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:52.389562 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Deleting port 1d70b380-e376-4d31-be4f-3a265d6a1c6a {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:52.389895 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:52.467639 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:52.467867 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:52.480158 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Calling delete_port for 1d70b380-e376-4d31-be4f-3a265d6a1c6a owned by network:floatingip {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:52.646716 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:52.671078 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event deleted for resources: {'Port': ['ID=1d70b380-e376-4d31-be4f-3a265d6a1c6a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:52.731027 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for floatingip, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:52.731277 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.l3_db [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Floating IP b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8 disassociated (deleted). External IP: 172.27.1.119, port: 5892e996-fa65-489e-9a57-f33cd58262f1. Sep 21 17:43:52.940773 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Router 17e57a78-e9c5-479b-885a-74c6317d0ff3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:43:53.068080 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027c332-8872-49cb-ad94-06bf608d5c54 req-521ff507-b879-475b-b042-0ee65c467edf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:53.069530 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7027c332-8872-49cb-ad94-06bf608d5c54 req-521ff507-b879-475b-b042-0ee65c467edf tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0877316 Sep 21 17:43:53.088328 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:43:53.097569 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:53.098606 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] Sync routers for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:43:53.108747 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:53.109384 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:53.134611 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-17b898fb-a5e1-42c6-b930-5d8dae2b34ab tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "DELETE /v2.0/floatingips/b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8 HTTP/1.1" status: 204 len: 168 time: 1.0332720 Sep 21 17:43:53.138031 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:43:53.139449 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5cc70a-828d-45e3-8798-3941ec4b250d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:43:53.145594 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7027c332-8872-49cb-ad94-06bf608d5c54 req-d2ce3780-0e02-4b52-ae1d-e3f57aca41e5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670822 Sep 21 17:43:53.209404 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8cbdbe-66bf-4fe1-81a1-c7e67cdd1462 x-openstack-request-id: req-6f8cbdbe-66bf-4fe1-81a1-c7e67cdd1462 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:43:53.209674 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:43:53.210112 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f8cbdbe-66bf-4fe1-81a1-c7e67cdd1462 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:43:53.210511 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1', 'status': 'completed', 'code': 200} Sep 21 17:43:53.238169 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:53.364744 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a31e6-d988-4398-8ee7-01a083ac8dcb req-74784d6c-2d16-40e5-b9c9-9852c7383d10 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:53.366462 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9d7a31e6-d988-4398-8ee7-01a083ac8dcb req-74784d6c-2d16-40e5-b9c9-9852c7383d10 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Sep 21 17:43:53.406668 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9d7a31e6-d988-4398-8ee7-01a083ac8dcb req-db89dd34-f6fb-4761-a7b6-f7a1110a633e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Sep 21 17:43:53.436686 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:03Z', 'revision_number': 5, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:53.466347 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] Checking router: 17e57a78-e9c5-479b-885a-74c6317d0ff3 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:43:53.474717 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:53.475366 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:53.576816 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:53.766654 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:03Z', 'revision_number': 5, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:53.791462 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e59393-0bd3-4915-900e-f51885d04eac None None] The sync data for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi is: [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:37:58Z', 'revision_number': 4, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '5ee7f9c9-b3aa-44e5-9cd4-e581a1629148', 'name': '', 'network_id': '7177bda9-d0a8-41a8-b648-103f372f1983', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'mac_address': 'fa:16:3e:b4:9a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:57Z', 'updated_at': '2021-09-21T17:38:03Z', 'revision_number': 5, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'subnets': [{'id': '0b55e23f-a5c0-4b49-990f-6a570e90de93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:43:53.936268 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-7db0aa10-9669-4d15-99bd-ec7d8b7755d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:53.998131 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35609a5-7d30-4a6d-85ae-6cb3274c195a None None] New status for floating IP b86e620a-c8e7-4a80-9dd7-c5ac603cf2b8: DOWN {{(pid=98180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:43:54.174523 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:54.216200 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-2dc77265-7ea7-4cdb-8a32-11117b9b678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:54.217714 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-2dc77265-7ea7-4cdb-8a32-11117b9b678c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 1098 time: 0.0385704 Sep 21 17:43:54.328314 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405008af-cfb2-493f-9ad5-93350dc1b307 req-b7b0de85-7acd-48e5-b786-3e492ee937b7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:54.329767 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-405008af-cfb2-493f-9ad5-93350dc1b307 req-b7b0de85-7acd-48e5-b786-3e492ee937b7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.1038065 Sep 21 17:43:54.358327 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-9582473f-faad-4774-82a0-dd89c24179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:54.359790 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-9582473f-faad-4774-82a0-dd89c24179c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 200 len: 910 time: 0.1259151 Sep 21 17:43:54.413331 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-405008af-cfb2-493f-9ad5-93350dc1b307 req-be6f0778-3801-4bdf-b695-8c3968897993 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755589 Sep 21 17:43:54.415026 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-9d12e360-e64e-4b4e-bfb1-8cde3876e990 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 200 len: 217 time: 0.0421960 Sep 21 17:43:54.469635 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-23cc8e2e-1075-49ed-b2cf-cca5a7669b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:54.471123 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-23cc8e2e-1075-49ed-b2cf-cca5a7669b90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 200 len: 848 time: 0.0438590 Sep 21 17:43:54.521525 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-ac612be8-68d3-42b9-8ff2-a8e07c176e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:54.523054 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-ac612be8-68d3-42b9-8ff2-a8e07c176e2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7177bda9-d0a8-41a8-b648-103f372f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394077 Sep 21 17:43:54.541205 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde716b4-01b3-41c5-b439-7df5c462b881 req-8287883c-cfd1-4457-b4c5-51d9f4f2d509 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:54.542705 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bde716b4-01b3-41c5-b439-7df5c462b881 req-8287883c-cfd1-4457-b4c5-51d9f4f2d509 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0522032 Sep 21 17:43:54.580525 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bde716b4-01b3-41c5-b439-7df5c462b881 req-0c99c351-4c5a-4277-93e0-1f5050f6bc90 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Sep 21 17:43:54.618254 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-858c3e2c-f43d-4c37-98a2-b5d441137c85 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843563 Sep 21 17:43:54.706641 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2d5cc70a-828d-45e3-8798-3941ec4b250d req-6bc03d49-67ea-466b-86ac-26c9a8c0b1c2 service neutron] 10.222.0.18 "GET /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783961 Sep 21 17:43:55.043036 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:55.536129 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ea2a2-b74d-43d7-a9e1-89136c91c983 req-25f6ffaa-21ca-4359-b7a2-8cea154ef7d7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:55.537730 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d1ea2a2-b74d-43d7-a9e1-89136c91c983 req-25f6ffaa-21ca-4359-b7a2-8cea154ef7d7 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0533412 Sep 21 17:43:55.579261 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d1ea2a2-b74d-43d7-a9e1-89136c91c983 req-b0d42461-5ec3-4105-aef1-053ab0e02f09 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328639 Sep 21 17:43:55.702414 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de87bf2-7621-4304-8ef8-698f045b9e45 req-17aa7faa-403b-4399-8f8a-d84316ac8741 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:55.703922 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4de87bf2-7621-4304-8ef8-698f045b9e45 req-17aa7faa-403b-4399-8f8a-d84316ac8741 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0532525 Sep 21 17:43:55.742761 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4de87bf2-7621-4304-8ef8-698f045b9e45 req-89f3e60c-63bf-467e-9fa9-0e43f69efa45 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbeff0b7-2d7b-4984-a621-d99ecce3491d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Sep 21 17:43:56.221696 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-5984b07f-ba01-4038-ab9e-9b2befba7803 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:56.223519 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-5984b07f-ba01-4038-ab9e-9b2befba7803 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0470884 Sep 21 17:43:56.289112 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-318efc2d-2b4e-4461-afc5-8c3ef4fbe5a0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:56.290573 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-318efc2d-2b4e-4461-afc5-8c3ef4fbe5a0 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 945 time: 0.0490139 Sep 21 17:43:56.340416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Deleting port 73042dfb-ef8e-4876-be81-f9c4d5c91264 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:56.340733 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.435958 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] For port 73042dfb-ef8e-4876-be81-f9c4d5c91264, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=73042dfb-ef8e-4876-be81-f9c4d5c91264,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:56.436324 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.443294 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Deleting port 5892e996-fa65-489e-9a57-f33cd58262f1 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:56.443630 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.463742 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a74b32-5d47-40c0-b1c7-554b8bf062a9 req-08ed2f2f-c79f-48c9-b7c8-ae2e77a1a2ab tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:56.465199 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56a74b32-5d47-40c0-b1c7-554b8bf062a9 req-08ed2f2f-c79f-48c9-b7c8-ae2e77a1a2ab tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.0837331 Sep 21 17:43:56.550323 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-56a74b32-5d47-40c0-b1c7-554b8bf062a9 req-058acd72-9df7-4e8d-ad20-9675803f17de tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755019 Sep 21 17:43:56.577058 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] For port 5892e996-fa65-489e-9a57-f33cd58262f1, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=5892e996-fa65-489e-9a57-f33cd58262f1,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:56.577422 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.590526 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Calling delete_port for 5892e996-fa65-489e-9a57-f33cd58262f1 owned by compute:nova {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:56.607167 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.607715 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.607833 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Floating IP ef05448d-8610-41d7-be03-bc0f68e58416 disassociated. External IP: 172.27.1.20, port: 73042dfb-ef8e-4876-be81-f9c4d5c91264. Sep 21 17:43:56.608151 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Calling delete_port for 73042dfb-ef8e-4876-be81-f9c4d5c91264 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:56.719371 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.724185 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9f125-2343-4dda-b68a-b3744be1efc0 req-a319ee68-1045-4d95-a6ad-e60982babaf1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:56.725705 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c0d9f125-2343-4dda-b68a-b3744be1efc0 req-a319ee68-1045-4d95-a6ad-e60982babaf1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/ports?device_id=40102b16-5a13-45a2-ab29-2143b86d95fe HTTP/1.1" status: 200 len: 946 time: 0.0681729 Sep 21 17:43:56.742947 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.746291 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event deleted for resources: {'Port': ['ID=5892e996-fa65-489e-9a57-f33cd58262f1,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:56.794149 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] No DVR routers for this DVR port 5892e996-fa65-489e-9a57-f33cd58262f1 on host hv-cinder-81000 {{(pid=98179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:43:56.797002 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.799227 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4b665f9c-8702-4f5e-b65b-aef726c71cad req-4bf1c552-2ed0-4176-814d-a645e9e54d1e tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.18 "DELETE /v2.0/ports/5892e996-fa65-489e-9a57-f33cd58262f1 HTTP/1.1" status: 204 len: 173 time: 0.5016940 Sep 21 17:43:56.799758 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-deleted', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:43:56.802701 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7074d52d-d6f7-46e5-b185-d760bb2315ca" -d '{"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-deleted", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:43:56.805768 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c0d9f125-2343-4dda-b68a-b3744be1efc0 req-545125f9-43dc-48b6-adad-1dc95b1192d1 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712557 Sep 21 17:43:56.819074 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:56.868249 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event deleted for resources: {'Port': ['ID=73042dfb-ef8e-4876-be81-f9c4d5c91264,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:56.868856 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0b66c353-83d3-48af-8e26-4b5883127d07 req-dd689d03-51fc-4555-a0b1-cc6bbe004ea6 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf3ac0ed-e428-4ea4-8b53-7dc362e23145 HTTP/1.1" status: 200 len: 210 time: 0.0381780 Sep 21 17:43:56.874673 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6fe4e6-e680-4ba8-b5e3-e7296fdb7f49 x-openstack-request-id: req-6d6fe4e6-e680-4ba8-b5e3-e7296fdb7f49 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:43:56.875089 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3ac0ed-e428-4ea4-8b53-7dc362e23145", "name": "network-vif-deleted", "tag": "5892e996-fa65-489e-9a57-f33cd58262f1", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:43:56.875417 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d6fe4e6-e680-4ba8-b5e3-e7296fdb7f49 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:43:56.875863 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3ac0ed-e428-4ea4-8b53-7dc362e23145', 'name': 'network-vif-deleted', 'tag': '5892e996-fa65-489e-9a57-f33cd58262f1', 'status': 'completed', 'code': 200} Sep 21 17:43:56.994092 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:43:57.357186 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:43:57.372007 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] Sync routers for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:43:57.381734 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:57.382117 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:57.400790 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] No DVR routers for this DVR port 73042dfb-ef8e-4876-be81-f9c4d5c91264 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:43:57.404105 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:57.406527 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ba333b92-4d94-4f61-9151-d1d9f73d945c req-eb0b1ae5-735a-48e0-9238-1f659084b9a5 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.18 "DELETE /v2.0/ports/73042dfb-ef8e-4876-be81-f9c4d5c91264 HTTP/1.1" status: 204 len: 173 time: 1.1656520 Sep 21 17:43:57.407039 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-deleted', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:43:57.409312 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a3baa2-47e1-4541-87b5-8c23443d6287" -d '{"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-deleted", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:43:57.465124 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b5ec92-7067-4c76-a15c-35df3e24b02e x-openstack-request-id: req-f1b5ec92-7067-4c76-a15c-35df3e24b02e {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:43:57.465389 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40102b16-5a13-45a2-ab29-2143b86d95fe", "name": "network-vif-deleted", "tag": "73042dfb-ef8e-4876-be81-f9c4d5c91264", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:43:57.465631 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1b5ec92-7067-4c76-a15c-35df3e24b02e {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:43:57.466129 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40102b16-5a13-45a2-ab29-2143b86d95fe', 'name': 'network-vif-deleted', 'tag': '73042dfb-ef8e-4876-be81-f9c4d5c91264', 'status': 'completed', 'code': 200} Sep 21 17:43:57.507518 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:57.670930 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a38f7-4825-4801-b4c9-73aac58d3e1f req-ef3c23fc-b4ec-4667-9c11-ca330239aca3 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:57.672349 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-514a38f7-4825-4801-b4c9-73aac58d3e1f req-ef3c23fc-b4ec-4667-9c11-ca330239aca3 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.0520175 Sep 21 17:43:57.713199 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-514a38f7-4825-4801-b4c9-73aac58d3e1f req-eaf3f07b-8abd-4ca0-9b73-540e78db40b6 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347335 Sep 21 17:43:57.716886 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:57.750662 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] Checking router: b3eefd79-b0bd-4faa-8110-a7683d2b08e6 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:43:57.767455 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:43:57.768034 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:57.768698 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:57.887972 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:43:57.911733 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43208) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:57.921053 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43210) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:57.982571 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-167fb15f-ebde-42d4-a1c6-60f85b117077 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:57.998520 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d3fb10ff-b0a4-4257-9f4b-5249bae20941 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.014926 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-167fb15f-ebde-42d4-a1c6-60f85b117077 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.024173 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d3fb10ff-b0a4-4257-9f4b-5249bae20941 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.080707 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d3fb10ff-b0a4-4257-9f4b-5249bae20941 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.084297 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d3fb10ff-b0a4-4257-9f4b-5249bae20941 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.087922 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d3fb10ff-b0a4-4257-9f4b-5249bae20941 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1742eb4-3dc2-4ef2-ae06-543bc9283d5e HTTP/1.1" status: 204 len: 168 time: 0.1718392 Sep 21 17:43:58.088280 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43216) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:58.098822 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb10ff-b0a4-4257-9f4b-5249bae20941 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1742eb4-3dc2-4ef2-ae06-543bc9283d5e,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:58.110987 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.api.v2.resource [None req-949b55d4-8fe3-456e-ba47-12f879137b38 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] show failed (client error): The resource could not be found. Sep 21 17:43:58.112296 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-949b55d4-8fe3-456e-ba47-12f879137b38 tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "GET /v2.0/security-groups/d1742eb4-3dc2-4ef2-ae06-543bc9283d5e HTTP/1.1" status: 404 len: 347 time: 0.0230799 Sep 21 17:43:58.113939 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-167fb15f-ebde-42d4-a1c6-60f85b117077 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.115552 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43218) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:58.124046 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-167fb15f-ebde-42d4-a1c6-60f85b117077 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.125169 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-167fb15f-ebde-42d4-a1c6-60f85b117077 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] 10.222.0.26 "DELETE /v2.0/security-groups/dbeff0b7-2d7b-4984-a621-d99ecce3491d HTTP/1.1" status: 204 len: 168 time: 0.2032311 Sep 21 17:43:58.134214 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fb15f-ebde-42d4-a1c6-60f85b117077 tempest-TestShelveInstance-1159377484 tempest-TestShelveInstance-1159377484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeff0b7-2d7b-4984-a621-d99ecce3491d,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:58.202646 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43222) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:58.245321 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:58.275271 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Deleting port 52a4a20e-c7b5-49a5-ae8a-b450d465b18a {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:58.275676 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.284455 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4bbc86-47fd-4afb-a8d2-1a649b53727a None None] The sync data for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi is: [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:36:07Z', 'revision_number': 4, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '03cc64c8-e455-4266-93dc-cc01de46ae74', 'name': '', 'network_id': 'dbbd70b1-e8de-4b85-826c-a766f7aa631c', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'mac_address': 'fa:16:3e:06:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:36:05Z', 'updated_at': '2021-09-21T17:36:13Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'subnets': [{'id': '9ab947d5-e077-4899-9967-70d7d8e2df41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:43:58.349442 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813be44-f51e-467a-9809-dc5086643d01 req-e754699b-2e59-4620-9553-5b96b6a1cf31 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:58.351075 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b813be44-f51e-467a-9809-dc5086643d01 req-e754699b-2e59-4620-9553-5b96b6a1cf31 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.1058857 Sep 21 17:43:58.362160 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43228) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:58.408780 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.409419 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.429060 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Calling delete_port for 52a4a20e-c7b5-49a5-ae8a-b450d465b18a owned by network:floatingip {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:58.527247 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-46078221-a0a8-46e9-84d8-b306ae005d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.594156 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa8048-7032-4925-abf2-13dafd75685e None None] New status for floating IP ef05448d-8610-41d7-be03-bc0f68e58416: DOWN {{(pid=98180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:43:58.596816 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Deleting port 1599b6f4-f1f4-405e-9176-d3a39041291a {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:58.597628 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.637013 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.669250 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Pushing event deleted for resources: {'Port': ['ID=52a4a20e-c7b5-49a5-ae8a-b450d465b18a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:58.673929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.db.api [None req-8baa8048-7032-4925-abf2-13dafd75685e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 17:43:58.674489 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG oslo_db.api [None req-8baa8048-7032-4925-abf2-13dafd75685e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 17:43:58.743261 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-46078221-a0a8-46e9-84d8-b306ae005d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.748218 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-46078221-a0a8-46e9-84d8-b306ae005d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.767692 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] For port 1599b6f4-f1f4-405e-9176-d3a39041291a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=1599b6f4-f1f4-405e-9176-d3a39041291a,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:58.768213 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.792610 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks [] for floatingip, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.795206 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:58.796392 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8c09a886-f492-43da-85b3-2bedfdd4cc6a tempest-AttachVolumeShelveTestJSON-991718133 tempest-AttachVolumeShelveTestJSON-991718133-project] 10.222.0.26 "DELETE /v2.0/floatingips/ef05448d-8610-41d7-be03-bc0f68e58416 HTTP/1.1" status: 204 len: 168 time: 0.6789918 Sep 21 17:43:58.817826 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-46078221-a0a8-46e9-84d8-b306ae005d44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9520faeb708b49588a0422e04dddbde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541328 Sep 21 17:43:58.821113 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43234) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:43:58.828987 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46078221-a0a8-46e9-84d8-b306ae005d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e033cdf4-c9ae-4e27-b977-9694201ba290,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:58.955579 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be059cc-9595-4361-8c74-1497f768b021 req-c01e5e53-c287-4ce2-9d15-e8a5e31e3896 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:43:58.957156 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6be059cc-9595-4361-8c74-1497f768b021 req-c01e5e53-c287-4ce2-9d15-e8a5e31e3896 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 946 time: 0.1660492 Sep 21 17:43:59.080003 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6be059cc-9595-4361-8c74-1497f768b021 req-a8f3fda5-1bc5-4be7-862c-f89d30b22399 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148517 Sep 21 17:43:59.104149 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.104561 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.104884 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Floating IP 4bf2da95-c9dc-4af7-b72b-8684ac8ff324 disassociated. External IP: 172.27.1.189, port: 1599b6f4-f1f4-405e-9176-d3a39041291a. Sep 21 17:43:59.105301 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Calling delete_port for 1599b6f4-f1f4-405e-9176-d3a39041291a owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:59.127551 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.144613 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4293cdbb-90c0-4a5b-9510-93a7bfab73b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.166757 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4293cdbb-90c0-4a5b-9510-93a7bfab73b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.176018 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa8048-7032-4925-abf2-13dafd75685e None None] New status for floating IP ef05448d-8610-41d7-be03-bc0f68e58416: DOWN {{(pid=98180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:43:59.215765 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4293cdbb-90c0-4a5b-9510-93a7bfab73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.219979 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4293cdbb-90c0-4a5b-9510-93a7bfab73b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.223786 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-4293cdbb-90c0-4a5b-9510-93a7bfab73b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e033cdf4-c9ae-4e27-b977-9694201ba290 HTTP/1.1" status: 204 len: 168 time: 0.4010053 Sep 21 17:43:59.233069 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293cdbb-90c0-4a5b-9510-93a7bfab73b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033cdf4-c9ae-4e27-b977-9694201ba290,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:59.400905 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.437477 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event deleted for resources: {'Port': ['ID=1599b6f4-f1f4-405e-9176-d3a39041291a,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:43:59.603147 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:43:59.617974 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Deleting port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:43:59.618320 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.654028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:43:59.679462 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 73042dfb-ef8e-4876-be81-f9c4d5c91264 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:43:59.679806 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 73042dfb-ef8e-4876-be81-f9c4d5c91264 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:43:59.680232 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 1599b6f4-f1f4-405e-9176-d3a39041291a no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:43:59.701084 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 1599b6f4-f1f4-405e-9176-d3a39041291a {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:43:59.701426 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 1599b6f4-f1f4-405e-9176-d3a39041291a not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:43:59.701842 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 5892e996-fa65-489e-9a57-f33cd58262f1 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:43:59.720271 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 5892e996-fa65-489e-9a57-f33cd58262f1 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:43:59.720616 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 5892e996-fa65-489e-9a57-f33cd58262f1 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:43:59.781084 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] For port 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:43:59.781445 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.800565 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:43:59.808449 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Calling delete_port for 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 owned by network:router_interface {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:43:59.813517 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:43:59.836211 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:43:59.837154 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:43:59.849253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] No DVR routers for this DVR port 1599b6f4-f1f4-405e-9176-d3a39041291a on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:43:59.851786 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:43:59.853963 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b813be44-f51e-467a-9809-dc5086643d01 req-0553cc23-6a1a-45b9-bd78-4d542d525e78 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "DELETE /v2.0/ports/1599b6f4-f1f4-405e-9176-d3a39041291a HTTP/1.1" status: 204 len: 173 time: 1.4939353 Sep 21 17:43:59.855828 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'name': 'network-vif-deleted', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:43:59.858858 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02445ac-3f2f-4045-9c67-952ee0ec546e" -d '{"events": [{"server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "name": "network-vif-deleted", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:43:59.931470 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3046a5c-eb2b-457f-90eb-b2bda8f81937 x-openstack-request-id: req-c3046a5c-eb2b-457f-90eb-b2bda8f81937 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:43:59.931764 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6ad446-8a04-4064-a649-dfe918f4d92e", "name": "network-vif-deleted", "tag": "1599b6f4-f1f4-405e-9176-d3a39041291a", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:43:59.931997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3046a5c-eb2b-457f-90eb-b2bda8f81937 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:43:59.932435 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6ad446-8a04-4064-a649-dfe918f4d92e', 'name': 'network-vif-deleted', 'tag': '1599b6f4-f1f4-405e-9176-d3a39041291a', 'status': 'completed', 'code': 200} Sep 21 17:43:59.991939 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:00.153875 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:00.208549 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee7f9c9-b3aa-44e5-9cd4-e581a1629148,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:00.265983 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-791304f9-192e-4e41-adfe-ab20c0dc9af5 req-c66c05c1-e7a3-4cd3-99dd-07c0da33861e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b6ad446-8a04-4064-a649-dfe918f4d92e HTTP/1.1" status: 200 len: 210 time: 0.0628214 Sep 21 17:44:00.351109 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:00.397758 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:44:00.412064 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:00.412767 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:00.556782 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:00.572620 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:00.860784 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:00.888279 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf35c0d-4920-4a28-846e-57be7c9bb1dc None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:44:01.089143 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Router 17e57a78-e9c5-479b-885a-74c6317d0ff3 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:44:01.123963 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824f88a-a554-4f30-8a19-83e77ff9c649 None None] New status for floating IP 4bf2da95-c9dc-4af7-b72b-8684ac8ff324: DOWN {{(pid=98180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:44:01.194501 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:44:01.202108 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43282) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:01.204809 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] Sync routers for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:44:01.206791 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-a7ef50bb-8021-455f-a9ac-71d9637c6db9 admin admin] 10.222.0.26 "PUT /v2.0/routers/17e57a78-e9c5-479b-885a-74c6317d0ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9976163 Sep 21 17:44:01.215216 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:01.215951 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:01.316031 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks [] for router, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:01.327209 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:01.459239 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:01.466366 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43294) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:01.530585 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Deleting port b5083d8f-c8a3-4866-9af8-8d14620c6205 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:01.530947 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:01.541502 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:44:00Z', 'revision_number': 5, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port': {'id': 'b5083d8f-c8a3-4866-9af8-8d14620c6205', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ba:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:37:55Z', 'updated_at': '2021-09-21T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:01.574272 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] Checking router: 17e57a78-e9c5-479b-885a-74c6317d0ff3 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:44:01.583238 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] Routers {'17e57a78-e9c5-479b-885a-74c6317d0ff3'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:01.583830 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['17e57a78-e9c5-479b-885a-74c6317d0ff3'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:01.596134 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-a939de57-e88a-433a-9373-a65ed785737e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393889811&fields=id&tenant_id=8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 267 time: 0.0364358 Sep 21 17:44:01.644958 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] For port b5083d8f-c8a3-4866-9af8-8d14620c6205, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b5083d8f-c8a3-4866-9af8-8d14620c6205,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:01.645322 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:01.659216 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Calling delete_port for b5083d8f-c8a3-4866-9af8-8d14620c6205 owned by network:router_gateway {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:01.679547 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] Set router 17e57a78-e9c5-479b-885a-74c6317d0ff3 gateway port host: None {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:01.681062 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:01.734430 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:44:01Z', 'revision_number': 6, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:01.788742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-7fca4e15-d842-42ba-82ef-6868a026ae6e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:01.796303 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-7fca4e15-d842-42ba-82ef-6868a026ae6e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 812 time: 0.1903703 Sep 21 17:44:01.820715 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-c311f5f0-45ae-461c-8419-d1555a21efa7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/quotas/8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 375 time: 0.0234435 Sep 21 17:44:01.885223 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bca997f-c0b3-47fd-adc8-9373f1990c67 None None] The sync data for ids ['17e57a78-e9c5-479b-885a-74c6317d0ff3'] in dv-cinder-810000-2-iscsi is: [{'id': '17e57a78-e9c5-479b-885a-74c6317d0ff3', 'name': 'tempest-TestShelveInstance-1438178113-router', 'tenant_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:37:54Z', 'updated_at': '2021-09-21T17:44:01Z', 'revision_number': 6, 'project_id': '4b7c45a4bdfb43b89558eb85ff6740ba', 'gw_port_host': None}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:44:01.891303 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:01.914488 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b5083d8f-c8a3-4866-9af8-8d14620c6205,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:01.934117 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-51715d19-0d49-4065-950d-d49e4c04ec4d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125331 Sep 21 17:44:01.998040 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.099446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.101947 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.115550 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-b572e107-b3ac-4de1-a210-783b65015137 service neutron] 10.222.0.26 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394358 Sep 21 17:44:02.153360 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.154043 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e57a78-e9c5-479b-885a-74c6317d0ff3 {{(pid=98179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:44:02.161995 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.165665 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d80f90bd-7c52-4a75-bbae-49ae5fc707ae admin admin] 10.222.0.26 "DELETE /v2.0/routers/17e57a78-e9c5-479b-885a-74c6317d0ff3 HTTP/1.1" status: 204 len: 168 time: 0.9599693 Sep 21 17:44:02.165821 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43318) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:02.213765 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] Deleting subnet 0b55e23f-a5c0-4b49-990f-6a570e90de93 {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:44:02.217042 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.253483 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-c0f8baf0-0e6e-4045-a5d8-7da84ebc5425 service neutron] 10.222.0.26 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169381 Sep 21 17:44:02.256132 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.322879 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.445107 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.520726 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.560369 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b55e23f-a5c0-4b49-990f-6a570e90de93,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:02.565565 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.569906 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124914a6-ad74-441d-b920-7df42c14bafb None None] Network 7177bda9-d0a8-41a8-b648-103f372f1983 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:02.574626 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7a3b8646-31c3-426c-b8f2-615dc2d6c0b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0b55e23f-a5c0-4b49-990f-6a570e90de93 HTTP/1.1" status: 204 len: 168 time: 0.4073937 Sep 21 17:44:02.576667 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43340) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:02.620845 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Deleting port 03cc64c8-e455-4266-93dc-cc01de46ae74 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:02.620845 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.701300 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-bbe94930-1523-4b60-96a1-e8f455978909 req-40a2b78e-076a-485f-a69b-19454952f3d6 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 210 time: 0.0363331 Sep 21 17:44:02.704245 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.750206 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] For port 03cc64c8-e455-4266-93dc-cc01de46ae74, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=03cc64c8-e455-4266-93dc-cc01de46ae74,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:02.750206 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.767067 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Calling delete_port for 03cc64c8-e455-4266-93dc-cc01de46ae74 owned by network:router_interface {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:02.813671 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Deleting port d6e12ceb-207a-41f0-98c8-9c7817837912 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:02.814844 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.895570 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:02.915287 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] For port d6e12ceb-207a-41f0-98c8-9c7817837912, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=d6e12ceb-207a-41f0-98c8-9c7817837912,segment=NetworkSegment(2414e8f4-c5bb-4f62-86fb-41e5cf3df397),segment_id=2414e8f4-c5bb-4f62-86fb-41e5cf3df397)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:02.915855 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:02.930948 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Calling delete_port for d6e12ceb-207a-41f0-98c8-9c7817837912 owned by network:dhcp {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:02.931637 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:02.931977 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 5ee7f9c9-b3aa-44e5-9cd4-e581a1629148 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:02.932393 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b5083d8f-c8a3-4866-9af8-8d14620c6205 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:02.959253 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: b5083d8f-c8a3-4866-9af8-8d14620c6205 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:02.959591 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b5083d8f-c8a3-4866-9af8-8d14620c6205 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:03.037953 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.058980 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d1cbc-1fd6-4d8b-b4ce-496777886ee3 None None] DHCP port deletion for 7177bda9-d0a8-41a8-b648-103f372f1983 request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:44:03.070826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e12ceb-207a-41f0-98c8-9c7817837912,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:03.087239 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] No DVR routers for this DVR port d6e12ceb-207a-41f0-98c8-9c7817837912 on host dv-cinder-810000-2-iscsi {{(pid=98179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:44:03.097509 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.127457 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cc64c8-e455-4266-93dc-cc01de46ae74,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:03.183888 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.217724 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7177bda9-d0a8-41a8-b648-103f372f1983']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:03.237176 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2414e8f4-c5bb-4f62-86fb-41e5cf3df397') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:03.238864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2414e8f4-c5bb-4f62-86fb-41e5cf3df397') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:03.255205 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.272596 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.286294 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:44:03.286726 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:44:03.292130 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:44:03.357697 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.366517 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.368722 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7177bda9-d0a8-41a8-b648-103f372f1983 HTTP/1.1" status: 204 len: 168 time: 0.7905331 Sep 21 17:44:03.371457 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43352) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:03.386524 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.390657 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7aac70-4804-4cff-a111-98ac17ee0969 admin admin] Pushing event deleted for resources: {'Network': ['ID=7177bda9-d0a8-41a8-b648-103f372f1983,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:03.637404 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:44:03.774134 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:44:03.782425 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-52f7e09a-a100-49f3-93c7-bf7d456e6780 admin admin] 10.222.0.26 "PUT /v2.0/routers/b3eefd79-b0bd-4faa-8110-a7683d2b08e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3145638 Sep 21 17:44:03.782606 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43360) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:03.784234 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] Sync routers for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:44:03.794705 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:03.795676 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:03.858372 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7e78d2bb-10d2-432f-a9a6-3e7fbb360996 req-dc69eeb3-dbe0-4989-9a59-61e1c9a64bfd tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 210 time: 0.0434456 Sep 21 17:44:03.916863 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:03.924726 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:03.934257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43364) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:03.985059 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.101002 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-4ed21904-deac-4b95-ad79-d93fc0cb0208 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:04.103235 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-4ed21904-deac-4b95-ad79-d93fc0cb0208 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 812 time: 0.1493692 Sep 21 17:44:04.120000 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4693bdc8-a09e-46f0-bfdf-013bfe4709a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.162098 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:44:03Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:04.195191 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-c1328a53-7ce6-4775-be84-c0e0adbec19d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 379 time: 0.0715873 Sep 21 17:44:04.198047 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] Checking router: b3eefd79-b0bd-4faa-8110-a7683d2b08e6 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:44:04.207697 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] Routers {'b3eefd79-b0bd-4faa-8110-a7683d2b08e6'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:04.208538 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:04.231374 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.233660 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'port': {'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'admin_state_up': True, 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'security_groups': ['46d156fd-6030-415c-ac8e-e059f834d023']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:04.330957 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] Set router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:04.344476 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4693bdc8-a09e-46f0-bfdf-013bfe4709a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.351358 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Deleting port ca53b263-c44a-4795-8d49-d5bf2f7729be {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:04.351757 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.354839 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4693bdc8-a09e-46f0-bfdf-013bfe4709a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.398022 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-4693bdc8-a09e-46f0-bfdf-013bfe4709a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d4ee00679844f589f6b0078838bede3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626346 Sep 21 17:44:04.405945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43368) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:04.431214 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693bdc8-a09e-46f0-bfdf-013bfe4709a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8906a96d-a0ec-4529-92a2-d889fa27523f,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:04.444715 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Made reservation on behalf of 8348a0a891c947f1ac281badfe4314c6 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:04.448184 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.457956 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Deleting port b87f6253-5e9f-498e-9474-41e346b0945e {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:04.458350 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.465021 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] For port ca53b263-c44a-4795-8d49-d5bf2f7729be, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=ca53b263-c44a-4795-8d49-d5bf2f7729be,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:04.465627 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.500992 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Calling delete_port for ca53b263-c44a-4795-8d49-d5bf2f7729be owned by network:router_gateway {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:04.559994 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bd639919-4aab-4015-84bb-c9a34ab0d872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.572487 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:44:03Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:04.632461 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] For port b87f6253-5e9f-498e-9474-41e346b0945e, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b87f6253-5e9f-498e-9474-41e346b0945e,segment=NetworkSegment(13c297aa-faa0-41a3-8031-39c8f54582ca),segment_id=13c297aa-faa0-41a3-8031-39c8f54582ca)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:04.632962 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.635289 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abbddd-c727-4c1d-bdab-4ba40a7b8656 None None] The sync data for ids ['b3eefd79-b0bd-4faa-8110-a7683d2b08e6'] in dv-cinder-810000-2-iscsi is: [{'id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'name': 'tempest-AttachVolumeShelveTestJSON-550968466-router', 'tenant_id': '77daf0914890490d86be72c7ddedd3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:35:51Z', 'updated_at': '2021-09-21T17:44:03Z', 'revision_number': 5, 'project_id': '77daf0914890490d86be72c7ddedd3ac', 'gw_port': {'id': 'ca53b263-c44a-4795-8d49-d5bf2f7729be', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ea:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eefd79-b0bd-4faa-8110-a7683d2b08e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:35:53Z', 'updated_at': '2021-09-21T17:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:44:04.655000 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Calling delete_port for b87f6253-5e9f-498e-9474-41e346b0945e owned by network:router_interface {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:04.661647 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device d6e12ceb-207a-41f0-98c8-9c7817837912 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:04.663606 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bd639919-4aab-4015-84bb-c9a34ab0d872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.697373 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: d6e12ceb-207a-41f0-98c8-9c7817837912 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:04.698062 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device d6e12ceb-207a-41f0-98c8-9c7817837912 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:04.729650 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Allocated IP 172.20.0.9 (5642bc50-bcfd-4024-a62d-47499308613d/e70da9d0-60bf-4ec9-8efc-eb18d26c3835/fa76f3dc-699a-4ffc-b780-f8aeb69471b2) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:44:04.762906 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bd639919-4aab-4015-84bb-c9a34ab0d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.765366 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-bd639919-4aab-4015-84bb-c9a34ab0d872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.766542 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-bd639919-4aab-4015-84bb-c9a34ab0d872 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8906a96d-a0ec-4529-92a2-d889fa27523f HTTP/1.1" status: 204 len: 168 time: 0.3596833 Sep 21 17:44:04.790924 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd639919-4aab-4015-84bb-c9a34ab0d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8906a96d-a0ec-4529-92a2-d889fa27523f,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:04.912613 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:04.960993 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.007563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Network 5642bc50-bcfd-4024-a62d-47499308613d is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:44:05.007563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:44:05.008500 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:44:05.047331 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:05.083526 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:05.084448 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.104967 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-9f697d44-74bd-4324-8906-58e98bac32a4 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8964365 Sep 21 17:44:05.131295 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Request body: {'port': {'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:05.205691 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.276267 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3d389-a346-4b34-8822-3aa17e831f8b req-c8be4daa-5f77-40bc-9d6d-4071426fa793 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:05.277821 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-42f3d389-a346-4b34-8822-3aa17e831f8b req-c8be4daa-5f77-40bc-9d6d-4071426fa793 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 931 time: 0.2866278 Sep 21 17:44:05.339764 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.398532 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-4b65c3f5-ae38-4b31-a8e3-403c140593d5 None None] Provisioning complete for port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:44:05.399577 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-4b65c3f5-ae38-4b31-a8e3-403c140593d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.408671 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca53b263-c44a-4795-8d49-d5bf2f7729be,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:05.426296 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-42f3d389-a346-4b34-8822-3aa17e831f8b req-dbec7572-aa20-4e79-80b9-54b6dd21c046 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336720 Sep 21 17:44:05.467834 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-4b65c3f5-ae38-4b31-a8e3-403c140593d5 None None] Port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:44:05.475442 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.520003 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b87f6253-5e9f-498e-9474-41e346b0945e,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:05.546155 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.548269 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa76f3dc-699a-4ffc-b780-f8aeb69471b2 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:44:05.557652 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.573248 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Transition to ACTIVE for port object fa76f3dc-699a-4ffc-b780-f8aeb69471b2 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:44:05.579620 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.630569 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:05.633835 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43392) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:05.674611 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.678749 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.747165 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Attempting to bind port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:44:05.747742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Attempting to bind port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:44:05.748237 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Attempting to bind port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:44:05.753719 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 on network 5642bc50-bcfd-4024-a62d-47499308613d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:44:05.754361 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Attempting to bind port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:44:05.760555 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:44:05.760986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Checking segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:44:05.761513 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Bound using segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:44:05.762111 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Bound port: fa76f3dc-699a-4ffc-b780-f8aeb69471b2, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:44:05.762554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.796215 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.796753 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3eefd79-b0bd-4faa-8110-a7683d2b08e6 {{(pid=98179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:44:05.803403 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.806663 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-1c8f8a6b-567f-4147-8ef2-66ee8027bba3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b3eefd79-b0bd-4faa-8110-a7683d2b08e6 HTTP/1.1" status: 204 len: 168 time: 2.0208883 Sep 21 17:44:05.811718 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43396) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:05.811860 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261502189-network', 'tenant_id': '9c1283cd420c432ea7990f4046246b92'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:05.869338 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Made reservation on behalf of 9c1283cd420c432ea7990f4046246b92 for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:05.873345 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.884401 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.888312 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_v2 [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] Deleting subnet 9ab947d5-e077-4899-9967-70d7d8e2df41 {{(pid=98178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:44:05.892121 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.896457 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] For port fa76f3dc-699a-4ffc-b780-f8aeb69471b2, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:44:05.937317 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] For port fa76f3dc-699a-4ffc-b780-f8aeb69471b2, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:44:05.946055 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.953217 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888018'] for subnet, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:05.958536 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.012637 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:06.013313 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.014911 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 1093 time: 0.8943090 Sep 21 17:44:06.017280 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:06.020221 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3484b601-d53c-45e2-b244-88326d45c4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:06.043280 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.050771 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.064483 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:44:06.074174 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.074519 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Added segment 6f423762-d534-4699-b2b2-c0f776827cd6 of type vlan for network 0bbd534b-2ca0-429d-a18e-45a547415774 Sep 21 17:44:06.099746 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ed0857-4f3b-4864-bf37-69a94c0774e0 x-openstack-request-id: req-e6ed0857-4f3b-4864-bf37-69a94c0774e0 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:06.100073 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:06.100274 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6ed0857-4f3b-4864-bf37-69a94c0774e0 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:06.100662 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'status': 'completed', 'code': 200} Sep 21 17:44:06.143508 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77b645-bba3-428c-a5f6-8f54fc4b17e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:06.165332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.179323 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.195445 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:06.196793 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-4cdc18f7-6162-424f-b974-5722685dd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:06.198313 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-4cdc18f7-6162-424f-b974-5722685dd0cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1096 time: 0.1329203 Sep 21 17:44:06.251508 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-7fe2b68e-5f9f-4ec3-b9d3-de0b52441a91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 217 time: 0.0378320 Sep 21 17:44:06.258258 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.259314 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:06.259990 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.268934 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16242730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12879047'] for subnet, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.325077 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6881976 Sep 21 17:44:06.328819 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43400) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:06.338928 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Request body: {'subnet': {'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261502189-subnet', 'tenant_id': '9c1283cd420c432ea7990f4046246b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:06.382563 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca28ebb-5db5-44e6-8798-4be227a21f09 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbd534b-2ca0-429d-a18e-45a547415774,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:06.409316 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 0bbd534b-2ca0-429d-a18e-45a547415774 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:44:06.409819 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:44:06.410398 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Made reservation on behalf of 9c1283cd420c432ea7990f4046246b92 for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:06.412930 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14397419'] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.572711 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 03cc64c8-e455-4266-93dc-cc01de46ae74 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:06.595004 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 03cc64c8-e455-4266-93dc-cc01de46ae74 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:06.595491 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 03cc64c8-e455-4266-93dc-cc01de46ae74 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:06.596154 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ca53b263-c44a-4795-8d49-d5bf2f7729be no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:06.617652 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: ca53b263-c44a-4795-8d49-d5bf2f7729be {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:06.618103 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ca53b263-c44a-4795-8d49-d5bf2f7729be not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:06.657837 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.659701 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9ab947d5-e077-4899-9967-70d7d8e2df41 HTTP/1.1" status: 204 len: 168 time: 0.8467999 Sep 21 17:44:06.663055 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fad76-687b-4442-b3ed-d24ec510eebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab947d5-e077-4899-9967-70d7d8e2df41,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:06.663345 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43404) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:06.666969 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805281ac-cbbb-4a2c-805e-254ea0213978 None None] Network dbbd70b1-e8de-4b85-826c-a766f7aa631c requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:06.672990 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-47896347-99ee-4414-bcd4-6bd0fef2e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:06.674441 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-47896347-99ee-4414-bcd4-6bd0fef2e333 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.4142447 Sep 21 17:44:06.685180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594ea07-1c37-4961-b1bc-5220ada62676 req-ad692314-194f-4a97-b778-ad39081270c8 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:06.686671 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f594ea07-1c37-4961-b1bc-5220ada62676 req-ad692314-194f-4a97-b778-ad39081270c8 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 943 time: 0.1436090 Sep 21 17:44:06.724137 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:44:06.731276 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-5daf37ea-0481-4725-9e66-146a8448c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:06.733507 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-5daf37ea-0481-4725-9e66-146a8448c1f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451708 Sep 21 17:44:06.737478 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] Sync routers for ids ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:44:06.755127 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] Routers {'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:06.756096 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:06.760272 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-235ea7e7-3474-4287-91a5-354cf9111f9c admin admin] 10.222.0.26 "PUT /v2.0/routers/ec66bb8f-0b05-45cb-82e9-af53b61d6bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3875554 Sep 21 17:44:06.766500 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43406) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:06.823297 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.841343 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f594ea07-1c37-4961-b1bc-5220ada62676 req-3da7f366-3e99-44f8-963e-3a568bc77374 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415548 Sep 21 17:44:06.881183 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] DHCP port deletion for dbbd70b1-e8de-4b85-826c-a766f7aa631c request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:44:06.894190 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] Set router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:06.908906 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13628293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14397381'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.944229 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] Deleting port 42fd7616-ba76-43c2-95dc-e630b082cccc {{(pid=98180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:06.944746 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.964019 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-d362731c-562e-4f0d-964f-255c11079aa6 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213993 Sep 21 17:44:06.976639 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:06.991175 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08e9529-9bb2-4d43-a252-5d2f404f1f29,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:07.005067 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Checking segment: {'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:44:07.005423 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Network hostable DHCP agents. Network: 0bbd534b-2ca0-429d-a18e-45a547415774, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:44:07.014847 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Deleting port 42fd7616-ba76-43c2-95dc-e630b082cccc {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:07.015112 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.036379 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] For port 42fd7616-ba76-43c2-95dc-e630b082cccc, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=42fd7616-ba76-43c2-95dc-e630b082cccc,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:07.036937 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.052680 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] Calling delete_port for 42fd7616-ba76-43c2-95dc-e630b082cccc owned by network:dhcp {{(pid=98180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:07.079847 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Network 0bbd534b-2ca0-429d-a18e-45a547415774 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:44:07.109174 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 0bbd534b-2ca0-429d-a18e-45a547415774) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:44:07.112333 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] For port 42fd7616-ba76-43c2-95dc-e630b082cccc, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=42fd7616-ba76-43c2-95dc-e630b082cccc,segment=NetworkSegment(25527999-2546-4647-b5ff-0bae6bcdca68),segment_id=25527999-2546-4647-b5ff-0bae6bcdca68)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:07.112804 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.123203 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:07.124438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.134797 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:44:05Z', 'revision_number': 5, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port': {'id': 'b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:38:01Z', 'updated_at': '2021-09-21T17:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:07.139931 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Calling delete_port for 42fd7616-ba76-43c2-95dc-e630b082cccc owned by network:dhcp {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:07.149623 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0e502-adce-452a-ae57-c4982ae111b1 None None] Network 0bbd534b-2ca0-429d-a18e-45a547415774 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:07.166788 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7eaa9b78-daaf-4163-9b5b-f46863cd6f75 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8243732 Sep 21 17:44:07.167038 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.173392 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-623c1924-15c9-43cd-bb84-b0ea23374f62 req-20fc5798-8873-4da2-92ba-602b7b84e6d4 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979578 Sep 21 17:44:07.204501 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] Checking router: ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:44:07.212650 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.232853 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] Routers {'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:07.233530 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:07.239869 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] Pushing event deleted for resources: {'Port': ['ID=42fd7616-ba76-43c2-95dc-e630b082cccc,revision_number=None']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:07.248161 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c6104-bd10-45f6-ac32-1e2d28fd2967 None None] No DVR routers for this DVR port 42fd7616-ba76-43c2-95dc-e630b082cccc on host dv-cinder-810000-2-iscsi {{(pid=98180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:44:07.250749 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.295758 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Pushing event deleted for resources: {'Port': ['ID=42fd7616-ba76-43c2-95dc-e630b082cccc,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:07.297941 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] No DVR routers for this DVR port 42fd7616-ba76-43c2-95dc-e630b082cccc on host dv-cinder-810000-2-iscsi {{(pid=98179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:44:07.372255 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa80840-d771-402d-8204-a300d6af407a None None] Network 0bbd534b-2ca0-429d-a18e-45a547415774 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:07.378529 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-d38afe09-ed8d-42a0-83e3-c574af050abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:07.380318 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-d38afe09-ed8d-42a0-83e3-c574af050abc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0966613 Sep 21 17:44:07.395452 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] Set router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 gateway port host: None {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:07.400409 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.405881 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Deleting port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:07.409365 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.423347 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbd70b1-e8de-4b85-826c-a766f7aa631c']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:07.435084 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25527999-2546-4647-b5ff-0bae6bcdca68') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:07.435498 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25527999-2546-4647-b5ff-0bae6bcdca68') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:07.447496 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.463405 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.465362 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:44:07Z', 'revision_number': 6, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:07.476360 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:44:07.476769 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: self.session.flush() Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: self.session.flush() Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: self.session.flush() Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: self.session.flush() Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:44:07.482915 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:44:07.505134 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31351999-dc32-4fd0-8cc8-bfa6d1c33159 None None] The sync data for ids ['ec66bb8f-0b05-45cb-82e9-af53b61d6bb4'] in dv-cinder-810000-2-iscsi is: [{'id': 'ec66bb8f-0b05-45cb-82e9-af53b61d6bb4', 'name': 'tempest-TestShelveInstance-606591195-router', 'tenant_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:38:00Z', 'updated_at': '2021-09-21T17:44:07Z', 'revision_number': 6, 'project_id': '5de2d6178a0e4bb09c8ebf7ee7566a9e', 'gw_port_host': None}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:44:07.570638 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.584454 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.588669 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] 10.222.0.26 "DELETE /v2.0/networks/dbbd70b1-e8de-4b85-826c-a766f7aa631c HTTP/1.1" status: 204 len: 168 time: 0.9221489 Sep 21 17:44:07.601044 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ce006-2146-4871-a337-355d9c95002c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbd70b1-e8de-4b85-826c-a766f7aa631c,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:07.626556 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] For port b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:07.626949 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.629841 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-ffc5438e-f25d-47b0-a422-c9998209f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:07.631374 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-ffc5438e-f25d-47b0-a422-c9998209f218 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.2426755 Sep 21 17:44:07.642509 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Calling delete_port for b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd owned by network:router_gateway {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:07.681737 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-9d0d6ca8-d1e9-48be-b5e1-3ca041aeac64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 217 time: 0.0403259 Sep 21 17:44:07.719331 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43416) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:07.767545 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-66c28957-64bb-4258-bd4c-8fa5851eb343 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77daf0914890490d86be72c7ddedd3ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467696 Sep 21 17:44:07.769990 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43418) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:07.776262 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-7cbbca62-94ed-4ad4-a3c3-b145d4b186c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:07.777735 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-7cbbca62-94ed-4ad4-a3c3-b145d4b186c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0882127 Sep 21 17:44:07.824181 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8a62-50ac-45b7-a0bf-f52c8b9388e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.852225 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8a62-50ac-45b7-a0bf-f52c8b9388e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.894122 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-6d15fb10-1eef-445e-a588-106366ade6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:07.896333 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-6d15fb10-1eef-445e-a588-106366ade6ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096945 Sep 21 17:44:07.930458 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8a62-50ac-45b7-a0bf-f52c8b9388e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.933706 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8a62-50ac-45b7-a0bf-f52c8b9388e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:07.938929 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e3ac8a62-50ac-45b7-a0bf-f52c8b9388e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80c3a20e-6e18-4b00-ae3c-fada112ff2c3 HTTP/1.1" status: 204 len: 168 time: 0.1671987 Sep 21 17:44:07.949943 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac8a62-50ac-45b7-a0bf-f52c8b9388e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3a20e-6e18-4b00-ae3c-fada112ff2c3,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:08.050598 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.094208 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:08.116251 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c8768-7002-407b-96fc-3a54f651c35d req-535df77f-e6e7-493f-9018-97ba52ec9ffe tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:08.117749 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fa9c8768-7002-407b-96fc-3a54f651c35d req-535df77f-e6e7-493f-9018-97ba52ec9ffe tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 943 time: 0.1499560 Sep 21 17:44:08.137811 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-fb66f061-b588-407f-900e-5df157fc1e09 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320869 Sep 21 17:44:08.231735 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-fa9c8768-7002-407b-96fc-3a54f651c35d req-08da6377-35ac-4f36-af18-4ab4c2834bc6 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994501 Sep 21 17:44:08.232548 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.358762 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.361885 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.418795 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3484b601-d53c-45e2-b244-88326d45c4a3 req-1aa03fdb-b899-42fa-ac39-80d19d8074d2 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529683 Sep 21 17:44:08.424044 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.427203 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 {{(pid=98178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:44:08.431782 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.435147 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-5201fc39-8e6c-4f72-b199-7cb59c160f88 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ec66bb8f-0b05-45cb-82e9-af53b61d6bb4 HTTP/1.1" status: 204 len: 168 time: 1.6659868 Sep 21 17:44:08.435534 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43438) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:08.491098 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] Deleting subnet 9e31e51d-6124-4093-a96f-a66cde95de0e {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:44:08.494564 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.503861 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 42fd7616-ba76-43c2-95dc-e630b082cccc no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:08.525287 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 42fd7616-ba76-43c2-95dc-e630b082cccc {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:08.525424 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 42fd7616-ba76-43c2-95dc-e630b082cccc not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:08.525848 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:08.532697 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.551826 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:08.552397 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b49d982d-4f44-4aa3-ab1b-a4dd0e1dc2dd not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:08.553410 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b87f6253-5e9f-498e-9474-41e346b0945e no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:08.575982 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: b87f6253-5e9f-498e-9474-41e346b0945e {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:08.576635 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device b87f6253-5e9f-498e-9474-41e346b0945e not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:08.628759 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.688182 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.718643 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e31e51d-6124-4093-a96f-a66cde95de0e,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:08.722523 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.724426 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43448) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:08.728780 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72cd2a-a9c7-46c2-9814-4e31bb4db7d6 None None] Network bfad98c1-0523-48b7-9241-468877b3cec6 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:08.739420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43452) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:08.739939 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d9340d25-000c-49ff-8482-095dbec07ea2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9e31e51d-6124-4093-a96f-a66cde95de0e HTTP/1.1" status: 204 len: 168 time: 0.3025634 Sep 21 17:44:08.812193 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.856094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-529246674-network', 'tenant_id': 'c757fd6ce8634a9390d92d754d9d2b7c'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:08.897820 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Made reservation on behalf of c757fd6ce8634a9390d92d754d9d2b7c for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:08.900198 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.913218 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.915659 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Deleting port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:08.915980 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:08.922955 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] DHCP port deletion for bfad98c1-0523-48b7-9241-468877b3cec6 request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:44:08.982245 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Deleting port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f {{(pid=98180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:08.982861 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.033003 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] For port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,segment=NetworkSegment(13c297aa-faa0-41a3-8031-39c8f54582ca),segment_id=13c297aa-faa0-41a3-8031-39c8f54582ca)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:09.033365 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.048823 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] For port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,segment=NetworkSegment(13c297aa-faa0-41a3-8031-39c8f54582ca),segment_id=13c297aa-faa0-41a3-8031-39c8f54582ca)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:09.049159 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.053325 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Calling delete_port for 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f owned by network:dhcp {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:09.068732 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Calling delete_port for 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f owned by network:dhcp {{(pid=98180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:09.158373 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.165873 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.170213 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.190780 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Pushing event deleted for resources: {'Port': ['ID=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,revision_number=None']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:09.196713 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.199321 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.199838 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.200329 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.200809 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.201309 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.201799 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.202286 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.202810 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.203321 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.203809 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.204299 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.204770 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:09.205251 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:44:09.210148 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b733d42-47b7-49bb-ad14-047b5f647326 None None] No DVR routers for this DVR port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f on host dv-cinder-810000-2-iscsi {{(pid=98180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:44:09.236121 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94e0bf1-bb18-4fd5-bcc0-bf7ba6359a8c,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:09.241298 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1405f1cc-9da2-4650-bcf2-69b0c81fbd9f,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:09.242161 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8d7bf045-7e9c-4bb2-8a74-a27db1ac617b tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:09.243731 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8d7bf045-7e9c-4bb2-8a74-a27db1ac617b tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/networks?id=0bbd534b-2ca0-429d-a18e-45a547415774 HTTP/1.1" status: 200 len: 809 time: 0.1159515 Sep 21 17:44:09.248257 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.248601 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Added segment d68322de-61e6-4fb8-acc4-683ea899efca of type vlan for network 0f202d0b-ff7f-40b9-a73d-b7f7f81908c5 Sep 21 17:44:09.249963 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] No DVR routers for this DVR port 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f on host dv-cinder-810000-2-iscsi {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:44:09.272611 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-15eb2700-1670-49b8-8567-ff0c65eae971 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/quotas/9c1283cd420c432ea7990f4046246b92 HTTP/1.1" status: 200 len: 375 time: 0.0106061 Sep 21 17:44:09.307312 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8f8222e4-5720-492b-b857-5b6d33ccd005 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c1283cd420c432ea7990f4046246b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269444 Sep 21 17:44:09.355293 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.390594 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.405910 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-22ee8923-6ccf-46f0-a314-d4a51d8d2149 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912206 Sep 21 17:44:09.428687 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfad98c1-0523-48b7-9241-468877b3cec6']}} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:09.443428 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c297aa-faa0-41a3-8031-39c8f54582ca') {'for_net_delete': True} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:09.443697 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c297aa-faa0-41a3-8031-39c8f54582ca') {} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:09.452071 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ba708-9b76-42c0-a7e2-b0a410bf0f5b req-f7ca5295-6d40-4d5c-9e0f-7ce592aca17c tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:09.453544 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a6ba708-9b76-42c0-a7e2-b0a410bf0f5b req-f7ca5295-6d40-4d5c-9e0f-7ce592aca17c tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 943 time: 0.1409366 Sep 21 17:44:09.462352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.463304 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:09.463871 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.468199 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888025'] for segment, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.498250 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-ee50603b-c71d-4e96-abca-5ccf34d2abe3 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853803 Sep 21 17:44:09.516500 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.529281 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8037930 Sep 21 17:44:09.530577 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=98178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:44:09.530742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244724'] for segment, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.532569 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43472) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:09.538123 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Request body: {'subnet': {'network_id': '0f202d0b-ff7f-40b9-a73d-b7f7f81908c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-529246674-subnet', 'tenant_id': 'c757fd6ce8634a9390d92d754d9d2b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: self.session.flush() Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: self.session.flush() Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: self.session.flush() Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: self.session.flush() Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: Traceback (most recent call last): Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: timer() Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: cb(*args, **kw) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: return func(*args, **kwargs) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: self._notify() Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: self.callback(batched_events) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: event.method(event) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: return f(self, *a, **k) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._get(url).json() Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: return self.request(url, 'GET', **kwargs) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:44:09.538463 dv-cinder-810000-2-iscsi neutron-server[98178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:44:09.560508 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Made reservation on behalf of c757fd6ce8634a9390d92d754d9d2b7c for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:09.562955 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14397419'] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.590205 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ca6df-cbaf-4575-98eb-1665d6477036 admin admin] Pushing event updated for resources: {'Network': ['ID=0f202d0b-ff7f-40b9-a73d-b7f7f81908c5,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:09.594882 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-1a6ba708-9b76-42c0-a7e2-b0a410bf0f5b req-d62b3f40-c65f-4ae2-8f05-f889375ea7b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333973 Sep 21 17:44:09.601432 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 0f202d0b-ff7f-40b9-a73d-b7f7f81908c5 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:44:09.644990 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.657781 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.670271 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bfad98c1-0523-48b7-9241-468877b3cec6 HTTP/1.1" status: 204 len: 168 time: 0.9224465 Sep 21 17:44:09.689420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711d197-3e04-46fa-b61f-45e84e8dfbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfad98c1-0523-48b7-9241-468877b3cec6,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:09.738353 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b33e0951-a217-4054-8000-3c6bd1bdffbc req-a9345e8e-60c3-4990-86de-2de0a40d75fa tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 210 time: 0.0456088 Sep 21 17:44:09.802717 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43480) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:09.810710 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13628293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14397381'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.897979 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309ee4e1-649c-4c2b-a038-ad904cb8e9a7,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:09.906934 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0dd01bf8-4b52-46f4-be62-f71e7c0ceb07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b7c45a4bdfb43b89558eb85ff6740ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028917 Sep 21 17:44:09.909434 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43486) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:09.912000 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Checking segment: {'id': 'd68322de-61e6-4fb8-acc4-683ea899efca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0f202d0b-ff7f-40b9-a73d-b7f7f81908c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:44:09.912380 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Network hostable DHCP agents. Network: 0f202d0b-ff7f-40b9-a73d-b7f7f81908c5, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:44:09.949556 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Network 0f202d0b-ff7f-40b9-a73d-b7f7f81908c5 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:44:09.968513 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 0f202d0b-ff7f-40b9-a73d-b7f7f81908c5) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:44:09.977929 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974159a-1946-408b-984a-8c97931d7725 None None] Network 0f202d0b-ff7f-40b9-a73d-b7f7f81908c5 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:09.978137 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:09.978742 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:09.984635 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-364b0f32-92ff-4f51-b719-71e7c6f2e40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.018907 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3d19c093-6625-445c-8cec-c151cec7f417 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4776585 Sep 21 17:44:10.018907 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-364b0f32-92ff-4f51-b719-71e7c6f2e40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.073330 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-364b0f32-92ff-4f51-b719-71e7c6f2e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.076905 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-364b0f32-92ff-4f51-b719-71e7c6f2e40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.078241 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-364b0f32-92ff-4f51-b719-71e7c6f2e40e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8867d0a0-e94c-4315-9964-b11649b3107a HTTP/1.1" status: 204 len: 168 time: 0.1672873 Sep 21 17:44:10.088012 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b0f32-92ff-4f51-b719-71e7c6f2e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8867d0a0-e94c-4315-9964-b11649b3107a,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:10.300632 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432322b9-eb98-42eb-acb8-2aeaca0f1510 None None] Network 0f202d0b-ff7f-40b9-a73d-b7f7f81908c5 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:10.484986 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:10.514938 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43504) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:10.515859 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:10.516208 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1405f1cc-9da2-4650-bcf2-69b0c81fbd9f not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:10.559076 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-5ef31462-5981-43c7-b5fc-03797d57daec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5de2d6178a0e4bb09c8ebf7ee7566a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429530 Sep 21 17:44:10.561499 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43506) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:10.611563 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1d589b4d-30cc-430d-9bfe-05c28a662a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.635240 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1d589b4d-30cc-430d-9bfe-05c28a662a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.729104 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1d589b4d-30cc-430d-9bfe-05c28a662a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.731793 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-1d589b4d-30cc-430d-9bfe-05c28a662a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.735558 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-1d589b4d-30cc-430d-9bfe-05c28a662a8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3dc8152b-5176-4706-985f-7fc3ee97b355 HTTP/1.1" status: 204 len: 168 time: 0.1731539 Sep 21 17:44:10.746708 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d589b4d-30cc-430d-9bfe-05c28a662a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc8152b-5176-4706-985f-7fc3ee97b355,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:10.759093 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335aa33-5044-48ff-8690-cb77c83ccbb9 req-4f81a25c-3d83-4470-ae5e-1e09b1edc26a tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:10.768373 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5335aa33-5044-48ff-8690-cb77c83ccbb9 req-4f81a25c-3d83-4470-ae5e-1e09b1edc26a tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 943 time: 0.0932114 Sep 21 17:44:10.815349 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5335aa33-5044-48ff-8690-cb77c83ccbb9 req-0ae28327-cfd5-48b8-9acb-dcbbe9eb14c5 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Sep 21 17:44:10.844188 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43520) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:10.846270 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-d07415ec-27be-4709-ac4e-86b7663013c3 req-48f51493-2d64-4901-bffe-cf942e3a1350 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 210 time: 0.0261936 Sep 21 17:44:10.849280 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348523581-network', 'tenant_id': '8f43b03b4f464c3bbf27321846542802'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:10.873607 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Made reservation on behalf of 8f43b03b4f464c3bbf27321846542802 for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:10.876417 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.885377 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.976681 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:10.980989 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.012711 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:44:11.024319 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64745d61-2997-43ba-a2ed-dbd521bc5444,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:11.031654 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.032079 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Added segment 2c1ad904-58ee-4a80-a994-34809c10c0cb of type vlan for network 9b54f5a4-c5c6-4bb3-909a-31955d5032bb Sep 21 17:44:11.087416 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.123307 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.124722 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:11.125450 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.205371 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-c652f71c-7a6c-4ae2-9707-9567c9064fda tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:11.207750 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-c652f71c-7a6c-4ae2-9707-9567c9064fda tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "GET /v2.0/networks?id=0bbd534b-2ca0-429d-a18e-45a547415774 HTTP/1.1" status: 200 len: 809 time: 0.1309462 Sep 21 17:44:11.222100 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Request body: {'port': {'device_id': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774', 'admin_state_up': True, 'tenant_id': '9c1283cd420c432ea7990f4046246b92'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:11.336558 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Made reservation on behalf of 9c1283cd420c432ea7990f4046246b92 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:11.340369 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.443701 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5983961 Sep 21 17:44:11.467663 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43526) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:11.475389 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Request body: {'subnet': {'network_id': '9b54f5a4-c5c6-4bb3-909a-31955d5032bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348523581-subnet', 'tenant_id': '8f43b03b4f464c3bbf27321846542802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:11.479831 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea2224-fc00-48ab-8a5c-fce50df4ab29 admin admin] Pushing event updated for resources: {'Network': ['ID=9b54f5a4-c5c6-4bb3-909a-31955d5032bb,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:11.491503 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 9b54f5a4-c5c6-4bb3-909a-31955d5032bb details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:44:11.500567 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Made reservation on behalf of 8f43b03b4f464c3bbf27321846542802 for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:11.503174 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14397419'] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.686439 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13628293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14397381'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.731003 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Allocated IP 172.20.0.3 (0bbd534b-2ca0-429d-a18e-45a547415774/e08e9529-9bb2-4d43-a252-5d2f404f1f29/983177c1-f267-4c98-b2aa-5badf7f0b65a) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:44:11.743766 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41104960-f558-4ba5-a87e-5a649d9f4427,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:11.749003 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Checking segment: {'id': '2c1ad904-58ee-4a80-a994-34809c10c0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9b54f5a4-c5c6-4bb3-909a-31955d5032bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:44:11.749761 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Network hostable DHCP agents. Network: 9b54f5a4-c5c6-4bb3-909a-31955d5032bb, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:44:11.766538 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Network 9b54f5a4-c5c6-4bb3-909a-31955d5032bb is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:44:11.775495 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 9b54f5a4-c5c6-4bb3-909a-31955d5032bb) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:44:11.779671 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:11.780343 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.785448 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6660bc47-9f6e-424a-a882-05f4a919b6aa None None] Network 9b54f5a4-c5c6-4bb3-909a-31955d5032bb requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:11.799213 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-041e2a74-e6f0-4e78-98f9-e93e46271ae8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3304825 Sep 21 17:44:11.907749 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.946040 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43534) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:11.954455 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d241e1-928f-4735-8a2a-01b7c779c221 None None] Network 9b54f5a4-c5c6-4bb3-909a-31955d5032bb requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:44:11.970284 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:11.975742 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb252a86-84fb-4cb2-963b-b147485b306e req-1fdf0540-fb5d-423f-b08d-7fa24ee332a9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:11.982782 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fb252a86-84fb-4cb2-963b-b147485b306e req-1fdf0540-fb5d-423f-b08d-7fa24ee332a9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 943 time: 0.0695484 Sep 21 17:44:12.017601 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fb252a86-84fb-4cb2-963b-b147485b306e req-f5814232-7b71-4cf8-837e-729cc0167860 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Sep 21 17:44:12.067701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Network 0bbd534b-2ca0-429d-a18e-45a547415774 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:44:12.080420 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] Deleting subnet 309ee4e1-649c-4c2b-a038-ad904cb8e9a7 {{(pid=98178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:44:12.084985 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:44:12.087269 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:44:12.091035 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.093294 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Pushing event updated for resources: {'Port': ['ID=983177c1-f267-4c98-b2aa-5badf7f0b65a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:12.141567 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddcc64-516a-4ca9-b41a-ec2fcdd53e81 req-3af0bea6-0cd2-40b8-a342-c98406415089 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:12.143135 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bbddcc64-516a-4ca9-b41a-ec2fcdd53e81 req-3af0bea6-0cd2-40b8-a342-c98406415089 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 931 time: 0.1962013 Sep 21 17:44:12.178378 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888018'] for subnet, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.217693 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:12.218318 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.244749 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-bbddcc64-516a-4ca9-b41a-ec2fcdd53e81 req-fb54979f-8d12-46b1-a0e9-2493b53617f4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942271 Sep 21 17:44:12.253206 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-d7efe44e-0d2b-4836-8917-36bf16b62a74 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0352230 Sep 21 17:44:12.256271 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.280558 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Request body: {'port': {'device_id': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:12.352046 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.356307 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16242730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12879047'] for subnet, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.394448 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309ee4e1-649c-4c2b-a038-ad904cb8e9a7,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:12.415716 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.417546 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-0bbaf245-278c-4d73-8e01-0aa1511d4094 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/309ee4e1-649c-4c2b-a038-ad904cb8e9a7 HTTP/1.1" status: 204 len: 168 time: 0.4692826 Sep 21 17:44:12.420290 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43538) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:12.487973 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.567400 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.587281 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f202d0b-ff7f-40b9-a73d-b7f7f81908c5']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:12.596312 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68322de-61e6-4fb8-acc4-683ea899efca') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:12.596612 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68322de-61e6-4fb8-acc4-683ea899efca') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:12.606773 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.619698 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.625450 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:44:12.625824 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:44:12.627780 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:44:12.646881 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983177c1-f267-4c98-b2aa-5badf7f0b65a {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:44:12.654406 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.684687 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.684945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Transition to ACTIVE for port object 983177c1-f267-4c98-b2aa-5badf7f0b65a will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:44:12.689406 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.689788 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.692200 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] 10.222.0.26 "DELETE /v2.0/networks/0f202d0b-ff7f-40b9-a73d-b7f7f81908c5 HTTP/1.1" status: 204 len: 168 time: 0.2708845 Sep 21 17:44:12.695367 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43540) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:12.730709 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21c206-7738-47c9-8774-6a55fb8fbfad admin admin] Pushing event deleted for resources: {'Network': ['ID=0f202d0b-ff7f-40b9-a73d-b7f7f81908c5,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:12.742745 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Pushing event updated for resources: {'Port': ['ID=983177c1-f267-4c98-b2aa-5badf7f0b65a,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:12.750347 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] Deleting subnet 41104960-f558-4ba5-a87e-5a649d9f4427 {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:44:12.753573 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.788521 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.812530 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Attempting to bind port 983177c1-f267-4c98-b2aa-5badf7f0b65a on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:44:12.812860 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Attempting to bind port 983177c1-f267-4c98-b2aa-5badf7f0b65a by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:44:12.813188 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Attempting to bind port 983177c1-f267-4c98-b2aa-5badf7f0b65a on network 0bbd534b-2ca0-429d-a18e-45a547415774 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:44:12.818314 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Port 983177c1-f267-4c98-b2aa-5badf7f0b65a on network 0bbd534b-2ca0-429d-a18e-45a547415774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:44:12.818710 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Attempting to bind port 983177c1-f267-4c98-b2aa-5badf7f0b65a on network 0bbd534b-2ca0-429d-a18e-45a547415774 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:44:12.823463 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:44:12.823792 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Checking segment: {'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:44:12.824169 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Bound using segment: {'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:44:12.824587 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Bound port: 983177c1-f267-4c98-b2aa-5badf7f0b65a, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:44:12.824941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.826638 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.882134 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.887054 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] For port 983177c1-f267-4c98-b2aa-5badf7f0b65a, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:44:12.890977 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] For port 983177c1-f267-4c98-b2aa-5badf7f0b65a, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=983177c1-f267-4c98-b2aa-5badf7f0b65a,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:44:12.898260 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.912788 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.914759 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/41104960-f558-4ba5-a87e-5a649d9f4427 HTTP/1.1" status: 204 len: 168 time: 0.2184751 Sep 21 17:44:12.915517 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a5d94-5d4b-4f25-9a65-af06be2e4f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41104960-f558-4ba5-a87e-5a649d9f4427,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:12.917687 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43542) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:12.939523 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:12.940135 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.941547 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] 10.222.0.18 "PUT /v2.0/ports/983177c1-f267-4c98-b2aa-5badf7f0b65a HTTP/1.1" status: 200 len: 1093 time: 0.6649814 Sep 21 17:44:12.941977 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'tag': '983177c1-f267-4c98-b2aa-5badf7f0b65a'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:12.944235 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9afd23e-6583-4d68-98df-928052e319d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa2bf8e-3a00-4073-9e54-b77d872bd4bd", "tag": "983177c1-f267-4c98-b2aa-5badf7f0b65a"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:12.965050 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599af79-e38d-4c2f-bcee-a1718d8029dd service neutron] Pushing event updated for resources: {'Port': ['ID=983177c1-f267-4c98-b2aa-5badf7f0b65a,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:12.990184 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:12.991241 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9e978e-742e-4748-a995-c58935e97820 x-openstack-request-id: req-af9e978e-742e-4748-a995-c58935e97820 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:12.991532 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa2bf8e-3a00-4073-9e54-b77d872bd4bd", "tag": "983177c1-f267-4c98-b2aa-5badf7f0b65a", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:12.991808 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af9e978e-742e-4748-a995-c58935e97820 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:12.992227 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'tag': '983177c1-f267-4c98-b2aa-5badf7f0b65a', 'status': 'completed', 'code': 200} Sep 21 17:44:13.036786 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-3a585e2f-2788-4357-88f0-c525d4cc1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:13.038304 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-3a585e2f-2788-4357-88f0-c525d4cc1f9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c1283cd420c432ea7990f4046246b92&device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 1096 time: 0.0396659 Sep 21 17:44:13.073446 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.093659 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b54f5a4-c5c6-4bb3-909a-31955d5032bb']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:13.094028 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-0e5df706-db67-41d8-acce-a35c7f961bb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=983177c1-f267-4c98-b2aa-5badf7f0b65a HTTP/1.1" status: 200 len: 217 time: 0.0406594 Sep 21 17:44:13.104180 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1ad904-58ee-4a80-a994-34809c10c0cb') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:13.104482 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1ad904-58ee-4a80-a994-34809c10c0cb') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:13.114081 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.127268 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.133207 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:44:13.133605 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:44:13.135331 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:44:13.172756 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42737dc-6e4b-4b6c-899d-3716481c0a28 req-59994d05-da6e-478f-8dd0-463a320a4fce tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:13.174259 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f42737dc-6e4b-4b6c-899d-3716481c0a28 req-59994d05-da6e-478f-8dd0-463a320a4fce tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 943 time: 0.0826991 Sep 21 17:44:13.175587 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-f92b3031-479a-4d06-9807-d6d124d90d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:13.176941 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-f92b3031-479a-4d06-9807-d6d124d90d08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e08e9529-9bb2-4d43-a252-5d2f404f1f29 HTTP/1.1" status: 200 len: 849 time: 0.0736847 Sep 21 17:44:13.193366 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.199224 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.201261 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9b54f5a4-c5c6-4bb3-909a-31955d5032bb HTTP/1.1" status: 204 len: 168 time: 0.2823334 Sep 21 17:44:13.212633 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c11a15-9b3b-450e-885e-2c07e411a6f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b54f5a4-c5c6-4bb3-909a-31955d5032bb,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:13.225229 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-0ddb1294-1973-467d-92f4-2233687e896e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bbd534b-2ca0-429d-a18e-45a547415774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390699 Sep 21 17:44:13.257983 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f42737dc-6e4b-4b6c-899d-3716481c0a28 req-d014db1e-b133-4672-a984-af90ffe79809 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776663 Sep 21 17:44:13.335180 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-1024fe6e-b34a-4112-95ff-1774126ab700 service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989301 Sep 21 17:44:13.367157 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b309b-0ad6-43cc-b077-3d3dc4ae9f28 req-5b6ea323-8e06-4000-8204-f83fc293c7a4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:13.371368 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0f0b309b-0ad6-43cc-b077-3d3dc4ae9f28 req-5b6ea323-8e06-4000-8204-f83fc293c7a4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 943 time: 0.0523686 Sep 21 17:44:13.390545 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43552) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:13.429904 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-0f0b309b-0ad6-43cc-b077-3d3dc4ae9f28 req-1a2dabdf-d418-4a22-b59f-f9754f17febb tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523558 Sep 21 17:44:13.439569 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9c13c7bc-3c7d-4d7e-87f2-515ed2f04106 req-98adbca9-12f4-402e-905a-eb55914e7ef7 service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959601 Sep 21 17:44:13.445290 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-53315faf-9536-4956-8044-304cb32e19f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c757fd6ce8634a9390d92d754d9d2b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536914 Sep 21 17:44:13.447868 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43554) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:13.496949 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b628b815-bc31-43e6-9e50-e088d41b9add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.518780 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b628b815-bc31-43e6-9e50-e088d41b9add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.527498 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afd23e-6583-4d68-98df-928052e319d9 req-3a1b6afd-6fa6-4b04-bd72-c855db5ac827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:13.529008 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b9afd23e-6583-4d68-98df-928052e319d9 req-3a1b6afd-6fa6-4b04-bd72-c855db5ac827 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c1283cd420c432ea7990f4046246b92&device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 1096 time: 0.0403614 Sep 21 17:44:13.569715 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b628b815-bc31-43e6-9e50-e088d41b9add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.572413 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b628b815-bc31-43e6-9e50-e088d41b9add admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.573562 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b628b815-bc31-43e6-9e50-e088d41b9add admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a94e0bf1-bb18-4fd5-bcc0-bf7ba6359a8c HTTP/1.1" status: 204 len: 168 time: 0.1246331 Sep 21 17:44:13.581319 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628b815-bc31-43e6-9e50-e088d41b9add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94e0bf1-bb18-4fd5-bcc0-bf7ba6359a8c,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:13.627554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afd23e-6583-4d68-98df-928052e319d9 req-5b75318d-642c-4dd1-8cd0-c001258eb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:13.629564 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b9afd23e-6583-4d68-98df-928052e319d9 req-5b75318d-642c-4dd1-8cd0-c001258eb72a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bbd534b-2ca0-429d-a18e-45a547415774 HTTP/1.1" status: 200 len: 910 time: 0.0903888 Sep 21 17:44:13.678240 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b9afd23e-6583-4d68-98df-928052e319d9 req-caae6a82-1680-4413-9f53-876e1355f6c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=983177c1-f267-4c98-b2aa-5badf7f0b65a HTTP/1.1" status: 200 len: 217 time: 0.0356669 Sep 21 17:44:13.717907 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device fa76f3dc-699a-4ffc-b780-f8aeb69471b2 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:44:13.740216 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afd23e-6583-4d68-98df-928052e319d9 req-f66708fe-147d-41c6-9fe3-5fa5159e319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:13.742054 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b9afd23e-6583-4d68-98df-928052e319d9 req-f66708fe-147d-41c6-9fe3-5fa5159e319d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e08e9529-9bb2-4d43-a252-5d2f404f1f29 HTTP/1.1" status: 200 len: 849 time: 0.0565956 Sep 21 17:44:13.778370 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b9afd23e-6583-4d68-98df-928052e319d9 req-873b7f5d-924c-491c-abdd-b4872a7df52c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bbd534b-2ca0-429d-a18e-45a547415774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278871 Sep 21 17:44:13.827571 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port fa76f3dc-699a-4ffc-b780-f8aeb69471b2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:13.840314 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:44:13.878503 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b9afd23e-6583-4d68-98df-928052e319d9 req-29a7f634-56c2-4565-809b-d7d8c48f9791 service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913713 Sep 21 17:44:13.879868 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.893426 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa76f3dc-699a-4ffc-b780-f8aeb69471b2 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:44:13.908083 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43560) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:13.918833 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port fa76f3dc-699a-4ffc-b780-f8aeb69471b2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:13.923692 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:13.954009 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-fd8282b1-90f7-4616-a7ba-67d10f63efba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f43b03b4f464c3bbf27321846542802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417643 Sep 21 17:44:13.954009 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43562) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:13.978444 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:13.993476 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b9afd23e-6583-4d68-98df-928052e319d9 req-942a9b65-1cf9-4c6d-a7a4-52dde1ee0d39 service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024258 Sep 21 17:44:14.003948 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5c319d4-1bad-47a9-a299-cb530a687c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:14.025270 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5c319d4-1bad-47a9-a299-cb530a687c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:14.076597 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5c319d4-1bad-47a9-a299-cb530a687c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:14.079364 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5c319d4-1bad-47a9-a299-cb530a687c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:14.080581 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-c5c319d4-1bad-47a9-a299-cb530a687c28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64745d61-2997-43ba-a2ed-dbd521bc5444 HTTP/1.1" status: 204 len: 168 time: 0.1257367 Sep 21 17:44:14.088833 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c319d4-1bad-47a9-a299-cb530a687c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64745d61-2997-43ba-a2ed-dbd521bc5444,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:14.222510 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['fa76f3dc-699a-4ffc-b780-f8aeb69471b2'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:44:14.383043 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4904ef-1996-4601-bfda-b8a0ef778526 req-0df2183d-8322-4318-a505-df27a0d59394 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:14.384645 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cf4904ef-1996-4601-bfda-b8a0ef778526 req-0df2183d-8322-4318-a505-df27a0d59394 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 944 time: 0.0576489 Sep 21 17:44:14.429227 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cf4904ef-1996-4601-bfda-b8a0ef778526 req-fb111bff-429f-4989-bf38-ad7c244eec62 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387142 Sep 21 17:44:14.547317 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad314c-e668-470f-8b00-7f09df444b40 req-e26f958d-42ab-4327-8f63-d7b7b581c113 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:14.548789 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5dad314c-e668-470f-8b00-7f09df444b40 req-e26f958d-42ab-4327-8f63-d7b7b581c113 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 943 time: 0.0477321 Sep 21 17:44:14.591184 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-5dad314c-e668-470f-8b00-7f09df444b40 req-d337b0f6-dd53-484a-8203-6d7a631c7deb tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353842 Sep 21 17:44:15.553267 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b2e56-a106-4fda-abfa-662a37bcfb62 req-8bec824d-2e16-4a27-9063-5f6495756b8b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:15.554816 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd1b2e56-a106-4fda-abfa-662a37bcfb62 req-8bec824d-2e16-4a27-9063-5f6495756b8b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 944 time: 0.0478055 Sep 21 17:44:15.598416 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-cd1b2e56-a106-4fda-abfa-662a37bcfb62 req-1cf2d184-eb30-4bf7-8ef0-c12e95f63c9d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371573 Sep 21 17:44:15.711850 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90c0b-66f9-4f08-8d92-e66bd10e2464 req-be2e537b-4582-445f-a986-fda0228782d7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:15.713316 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-26d90c0b-66f9-4f08-8d92-e66bd10e2464 req-be2e537b-4582-445f-a986-fda0228782d7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 943 time: 0.0498917 Sep 21 17:44:15.730875 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 983177c1-f267-4c98-b2aa-5badf7f0b65a details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:44:15.735001 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device fa76f3dc-699a-4ffc-b780-f8aeb69471b2 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:44:15.755378 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-26d90c0b-66f9-4f08-8d92-e66bd10e2464 req-4f03c496-b45d-4ca9-9186-9f3532d70c19 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Sep 21 17:44:15.859630 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:44:15.864226 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:44:15.864591 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:15.894499 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43632) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:15.904703 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 983177c1-f267-4c98-b2aa-5badf7f0b65a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=983177c1-f267-4c98-b2aa-5badf7f0b65a,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:15.925633 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '983177c1-f267-4c98-b2aa-5badf7f0b65a', 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774', 'port_id': '983177c1-f267-4c98-b2aa-5badf7f0b65a', 'mac_address': 'fa:16:3e:30:0e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08e9529-9bb2-4d43-a252-5d2f404f1f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:44:15.990834 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:15.998812 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8a5776ca-2690-4dac-ae0d-5c7063a37a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.001510 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.013475 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983177c1-f267-4c98-b2aa-5badf7f0b65a {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:44:16.040819 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:16.043158 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0074efb3-5997-4173-a7a4-f63b76afba87" -d '{"events": [{"server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "name": "network-vif-plugged", "status": "completed", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:16.059674 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 983177c1-f267-4c98-b2aa-5badf7f0b65a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=983177c1-f267-4c98-b2aa-5badf7f0b65a,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:16.063998 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port fa76f3dc-699a-4ffc-b780-f8aeb69471b2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:16.065707 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.071299 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.091247 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8a5776ca-2690-4dac-ae0d-5c7063a37a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.095934 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd1349-1d7f-408f-b96c-0d944bfabf4e x-openstack-request-id: req-55dd1349-1d7f-408f-b96c-0d944bfabf4e {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:16.096403 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "name": "network-vif-plugged", "status": "completed", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:16.096545 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55dd1349-1d7f-408f-b96c-0d944bfabf4e {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:16.096927 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'code': 200} Sep 21 17:44:16.101670 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8a5776ca-2690-4dac-ae0d-5c7063a37a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.131888 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=983177c1-f267-4c98-b2aa-5badf7f0b65a,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:16.142129 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43638) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:16.142254 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8a5776ca-2690-4dac-ae0d-5c7063a37a6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea2cdbf4a10c4c65a9e60ee67cd11820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464828 Sep 21 17:44:16.143083 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5776ca-2690-4dac-ae0d-5c7063a37a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00985888-00c1-42e0-b4a0-fd00350fbc27,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:16.183908 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:16.191700 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe67d-9a80-49d6-8c18-de77ddce0931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.213728 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe67d-9a80-49d6-8c18-de77ddce0931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.266505 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe67d-9a80-49d6-8c18-de77ddce0931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.269250 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe67d-9a80-49d6-8c18-de77ddce0931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.270941 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-3b7fe67d-9a80-49d6-8c18-de77ddce0931 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00985888-00c1-42e0-b4a0-fd00350fbc27 HTTP/1.1" status: 204 len: 168 time: 0.1277423 Sep 21 17:44:16.278923 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fe67d-9a80-49d6-8c18-de77ddce0931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00985888-00c1-42e0-b4a0-fd00350fbc27,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:16.322348 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e447-480c-423a-8a3b-d68bfd9f7217 req-4d3f0a0e-63b5-44af-a4c1-deb8639d979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:16.323918 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-54c0e447-480c-423a-8a3b-d68bfd9f7217 req-4d3f0a0e-63b5-44af-a4c1-deb8639d979b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1098 time: 0.0405657 Sep 21 17:44:16.331944 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['983177c1-f267-4c98-b2aa-5badf7f0b65a'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:44:16.368837 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-54c0e447-480c-423a-8a3b-d68bfd9f7217 req-eb23ad0c-6e0a-41df-ab9f-8e464418ce39 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314543 Sep 21 17:44:16.540483 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43644) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:16.553903 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9ec2242c-3c7e-46c5-988c-802bc58fb3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.639372 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9ec2242c-3c7e-46c5-988c-802bc58fb3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.644073 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-9ec2242c-3c7e-46c5-988c-802bc58fb3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.680886 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2242c-3c7e-46c5-988c-802bc58fb3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f64f4c-c01e-4b0c-815b-544ed7152926,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:16.685103 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-9ec2242c-3c7e-46c5-988c-802bc58fb3c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f919cc5782924221a781033d1afb4f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436195 Sep 21 17:44:16.687745 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43648) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:16.711510 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de702cd-1b0b-4fbb-9019-6637ca6933f4 req-57da0947-3b37-42f9-b2a5-bde51654d6ba tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:16.713105 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3de702cd-1b0b-4fbb-9019-6637ca6933f4 req-57da0947-3b37-42f9-b2a5-bde51654d6ba tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Sep 21 17:44:16.740070 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-80663cb1-657f-494f-86ef-95d219d470cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.760572 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-80663cb1-657f-494f-86ef-95d219d470cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.761000 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-3de702cd-1b0b-4fbb-9019-6637ca6933f4 req-6cc7c739-5cc2-4c35-9aa2-6c844b1042e8 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Sep 21 17:44:16.808155 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-80663cb1-657f-494f-86ef-95d219d470cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.810739 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-80663cb1-657f-494f-86ef-95d219d470cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:16.811889 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-80663cb1-657f-494f-86ef-95d219d470cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9f64f4c-c01e-4b0c-815b-544ed7152926 HTTP/1.1" status: 204 len: 168 time: 0.1232717 Sep 21 17:44:16.821129 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80663cb1-657f-494f-86ef-95d219d470cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f64f4c-c01e-4b0c-815b-544ed7152926,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:16.874659 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd369c2b-ac76-4fbb-80a4-e926fba5dd60 req-ffca6fbb-8f40-4812-971f-3bd7554a0ff4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:16.876310 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd369c2b-ac76-4fbb-80a4-e926fba5dd60 req-ffca6fbb-8f40-4812-971f-3bd7554a0ff4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 944 time: 0.0501537 Sep 21 17:44:16.914811 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd369c2b-ac76-4fbb-80a4-e926fba5dd60 req-5933889f-2c1f-4419-a573-0d72648d83b2 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Sep 21 17:44:17.738157 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 983177c1-f267-4c98-b2aa-5badf7f0b65a up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:44:17.791444 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 983177c1-f267-4c98-b2aa-5badf7f0b65a completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:44:17.795595 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 983177c1-f267-4c98-b2aa-5badf7f0b65a triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:44:17.795959 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:17.879974 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:17.881607 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae33a-41e6-4e3e-8011-9e2bc35b140a req-68fadaf6-1e07-4593-af72-01c2db087142 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:17.883139 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a99ae33a-41e6-4e3e-8011-9e2bc35b140a req-68fadaf6-1e07-4593-af72-01c2db087142 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 945 time: 0.0513437 Sep 21 17:44:17.915156 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 983177c1-f267-4c98-b2aa-5badf7f0b65a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=983177c1-f267-4c98-b2aa-5badf7f0b65a,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:17.919684 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:17.937811 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a99ae33a-41e6-4e3e-8011-9e2bc35b140a req-aaa21e22-f7a4-4568-bd6e-d48fb7873cec tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381007 Sep 21 17:44:17.995818 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=983177c1-f267-4c98-b2aa-5badf7f0b65a,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:18.058571 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc035-07f8-4d61-81f3-0f917c21badc req-aee7dceb-17c7-43de-831d-53a7a8768379 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:18.059026 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82df70a-a83e-4162-acab-d0e49c9c6d1f req-3a072eb9-ad72-4430-9a6c-260b6d75fadb tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:18.060364 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-763cc035-07f8-4d61-81f3-0f917c21badc req-aee7dceb-17c7-43de-831d-53a7a8768379 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 945 time: 0.0553281 Sep 21 17:44:18.063109 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c82df70a-a83e-4162-acab-d0e49c9c6d1f req-3a072eb9-ad72-4430-9a6c-260b6d75fadb tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 945 time: 0.0623217 Sep 21 17:44:18.098581 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983177c1-f267-4c98-b2aa-5badf7f0b65a'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:18.100939 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-763cc035-07f8-4d61-81f3-0f917c21badc req-dee160a4-dcf1-452f-8a47-f867424f38fc tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Sep 21 17:44:18.101512 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df1325-2a46-43a9-9874-ab5542f1027f" -d '{"events": [{"server_uuid": "5aa2bf8e-3a00-4073-9e54-b77d872bd4bd", "name": "network-vif-plugged", "status": "completed", "tag": "983177c1-f267-4c98-b2aa-5badf7f0b65a"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:18.102767 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c82df70a-a83e-4162-acab-d0e49c9c6d1f req-015dfb95-6549-42d0-bb19-59da81029daa tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Sep 21 17:44:18.124227 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43698) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:18.150765 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0047f4e-1f04-401c-9b12-8a97f1de1c93 x-openstack-request-id: req-f0047f4e-1f04-401c-9b12-8a97f1de1c93 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:18.151057 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa2bf8e-3a00-4073-9e54-b77d872bd4bd", "name": "network-vif-plugged", "status": "completed", "tag": "983177c1-f267-4c98-b2aa-5badf7f0b65a", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:18.151309 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0047f4e-1f04-401c-9b12-8a97f1de1c93 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:18.151694 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983177c1-f267-4c98-b2aa-5badf7f0b65a', 'code': 200} Sep 21 17:44:18.169927 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144531aa-678e-4e34-b1b0-5164e099dbc0 tempest-TestVolumeBootPattern-1094342973 tempest-TestVolumeBootPattern-1094342973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:18.171500 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-144531aa-678e-4e34-b1b0-5164e099dbc0 tempest-TestVolumeBootPattern-1094342973 tempest-TestVolumeBootPattern-1094342973-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1093 time: 0.0461931 Sep 21 17:44:18.174391 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43700) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:18.180486 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:18.207000 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:18.317635 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:18.349726 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788084f-2383-4e63-aa67-a5952f02c79e req-54ab4900-8995-4650-a8db-39246c04b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:18.351047 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9788084f-2383-4e63-aa67-a5952f02c79e req-54ab4900-8995-4650-a8db-39246c04b349 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 1098 time: 0.0405934 Sep 21 17:44:18.394325 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9788084f-2383-4e63-aa67-a5952f02c79e req-cad05e07-4a92-4451-ab91-7cb39dc06245 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354164 Sep 21 17:44:18.429981 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Allocated IP 172.27.1.195 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/2df7c5fe-d9db-439f-9985-689dd0cdc9d6) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:44:18.548588 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:18.581006 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:18.616688 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:44:18.621141 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:44:18.624485 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:44:18.651698 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=2df7c5fe-d9db-439f-9985-689dd0cdc9d6,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:18.969414 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:19.034913 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:19.183786 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:19.188868 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:19.224078 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5d1e5-d600-49be-9a2d-ed2bb9852bb0 req-836bc194-162f-40b6-93d7-4731c6758f1a tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:19.225483 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7bf5d1e5-d600-49be-9a2d-ed2bb9852bb0 req-836bc194-162f-40b6-93d7-4731c6758f1a tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 945 time: 0.0559537 Sep 21 17:44:19.262044 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=2df7c5fe-d9db-439f-9985-689dd0cdc9d6,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:19.262305 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7bf5d1e5-d600-49be-9a2d-ed2bb9852bb0 req-16f76f72-7201-4c35-b975-6411d8f397c7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304735 Sep 21 17:44:19.271940 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:19.370539 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.l3_db [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Floating IP 0f6ef81f-fa6d-4b62-85aa-584248768e7c associated. External IP: 172.27.1.195, port: fa76f3dc-699a-4ffc-b780-f8aeb69471b2. Sep 21 17:44:19.585045 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:44:19.709652 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:44:19.719004 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:44:19.724885 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:19.729205 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:19.729821 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:19.750988 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7555b649-737d-44a2-8b29-436ef23116b9 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5752878 Sep 21 17:44:19.751407 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:19.753625 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:19.789467 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3c0153-3a8c-4452-8929-9e5a627cdb1d x-openstack-request-id: req-5a3c0153-3a8c-4452-8929-9e5a627cdb1d {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:19.789753 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:19.790003 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a3c0153-3a8c-4452-8929-9e5a627cdb1d {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:19.790394 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'status': 'completed', 'code': 200} Sep 21 17:44:19.837385 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:19.857547 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-4b6bf525-8abf-40f2-842f-37fddfcd5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:19.859054 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-4b6bf525-8abf-40f2-842f-37fddfcd5fc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1098 time: 0.0433173 Sep 21 17:44:19.947693 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-bed5b4a3-a76f-42c2-8b9c-15911c725783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:19.949183 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-bed5b4a3-a76f-42c2-8b9c-15911c725783 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.0823507 Sep 21 17:44:20.017728 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-f3663f9d-af86-400c-bf17-7669d61e7caa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 999 time: 0.0595675 Sep 21 17:44:20.052231 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:18Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:20.068801 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-b77dff7d-cf5f-4af5-aa23-606b975d27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:20.070275 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-b77dff7d-cf5f-4af5-aa23-606b975d27ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0423288 Sep 21 17:44:20.077318 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:44:20.086019 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:44:20.086615 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:43:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:20.120273 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-8a0e7c55-8f7a-43bf-acb9-6567d28d2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:20.121764 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-8a0e7c55-8f7a-43bf-acb9-6567d28d2890 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389798 Sep 21 17:44:20.188695 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:44:20.219632 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-011b815d-f96e-4dee-8ad0-d772cc93292a service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848773 Sep 21 17:44:20.313699 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2b5df517-9e80-4b9b-8a1c-bf1b9e451b03 req-2d0b4f70-c27b-4f62-b77d-5e5e2f288695 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812745 Sep 21 17:44:20.386319 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637231c-fe28-4945-848f-6fca0819696f req-9b34bfc6-ed48-48eb-a07a-c042d43213d7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:20.387958 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5637231c-fe28-4945-848f-6fca0819696f req-9b34bfc6-ed48-48eb-a07a-c042d43213d7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 945 time: 0.0571642 Sep 21 17:44:20.429710 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5637231c-fe28-4945-848f-6fca0819696f req-6636135b-2b5a-45cd-a23c-bc71f393d008 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355337 Sep 21 17:44:20.538381 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:18Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:44:20.564080 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c86a299-f6ab-480e-bc25-535af2f09bac None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:18Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:44:20.765718 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ee6f59-dc90-4f45-b749-abb1eebe6e74 None None] New status for floating IP 0f6ef81f-fa6d-4b62-85aa-584248768e7c: ACTIVE {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:44:21.183632 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76965ee5-71d2-4894-9350-9e59628ad908 req-24b1a234-81b2-47ee-93d5-1473f03781fc tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:21.185094 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-76965ee5-71d2-4894-9350-9e59628ad908 req-24b1a234-81b2-47ee-93d5-1473f03781fc tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 945 time: 0.0479403 Sep 21 17:44:21.221277 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-76965ee5-71d2-4894-9350-9e59628ad908 req-78b4ac45-10ec-43ca-8d0d-09e0a98e3fd6 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302236 Sep 21 17:44:21.408332 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0c9167f3-735a-430c-8ea7-63aa09c8806d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:22.341987 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625d1e9-dadb-4170-ba14-f14d14c4bbbe req-0c1e07bd-d837-45d0-886d-81b5035e4110 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:22.343513 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2625d1e9-dadb-4170-ba14-f14d14c4bbbe req-0c1e07bd-d837-45d0-886d-81b5035e4110 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 945 time: 0.0532668 Sep 21 17:44:22.383401 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2625d1e9-dadb-4170-ba14-f14d14c4bbbe req-845873d2-7874-477a-bb58-8bead18b0b69 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Sep 21 17:44:22.954003 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-e54c2b27-49d5-495e-8af0-285160c3daf1 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:22.955429 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-e54c2b27-49d5-495e-8af0-285160c3daf1 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 945 time: 0.0456352 Sep 21 17:44:23.048698 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Deleting port 983177c1-f267-4c98-b2aa-5badf7f0b65a {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:23.049031 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:23.134458 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] For port 983177c1-f267-4c98-b2aa-5badf7f0b65a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=983177c1-f267-4c98-b2aa-5badf7f0b65a,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:23.134753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:23.147363 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Calling delete_port for 983177c1-f267-4c98-b2aa-5badf7f0b65a owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:23.272073 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:23.285723 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['983177c1-f267-4c98-b2aa-5badf7f0b65a'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:44:23.297856 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Pushing event deleted for resources: {'Port': ['ID=983177c1-f267-4c98-b2aa-5badf7f0b65a,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:23.340696 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] No DVR routers for this DVR port 983177c1-f267-4c98-b2aa-5badf7f0b65a on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:44:23.343169 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:23.345210 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f87ca01b-6008-4da7-95ac-474b6c75ee7e req-7c585f7e-91b1-443b-bb32-27520cfc1d1e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "DELETE /v2.0/ports/983177c1-f267-4c98-b2aa-5badf7f0b65a HTTP/1.1" status: 204 len: 173 time: 0.3796887 Sep 21 17:44:23.345636 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'name': 'network-vif-deleted', 'tag': '983177c1-f267-4c98-b2aa-5badf7f0b65a'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:23.348650 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1c819f-aefb-4102-b616-1a5ec113972a" -d '{"events": [{"server_uuid": "5aa2bf8e-3a00-4073-9e54-b77d872bd4bd", "name": "network-vif-deleted", "tag": "983177c1-f267-4c98-b2aa-5badf7f0b65a"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:23.385546 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a330cab-939f-4540-b782-331a427c993a x-openstack-request-id: req-9a330cab-939f-4540-b782-331a427c993a {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:23.385777 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa2bf8e-3a00-4073-9e54-b77d872bd4bd", "name": "network-vif-deleted", "tag": "983177c1-f267-4c98-b2aa-5badf7f0b65a", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:23.386024 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a330cab-939f-4540-b782-331a427c993a {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:23.386413 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa2bf8e-3a00-4073-9e54-b77d872bd4bd', 'name': 'network-vif-deleted', 'tag': '983177c1-f267-4c98-b2aa-5badf7f0b65a', 'status': 'completed', 'code': 200} Sep 21 17:44:23.483259 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a1eddb01-c4b8-481c-be70-0ac117c8ec85 req-8dd76935-a925-44c4-b3b9-74c6b5ae12dd tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=5aa2bf8e-3a00-4073-9e54-b77d872bd4bd HTTP/1.1" status: 200 len: 210 time: 0.0284843 Sep 21 17:44:23.930885 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-96e8d479-257c-41ec-9627-ba0ede64fb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:24.176580 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:24.785382 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-9e77bff6-6ec2-4557-8a4d-64c416f6a94c tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:24.787025 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-9e77bff6-6ec2-4557-8a4d-64c416f6a94c tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/networks?id=0bbd534b-2ca0-429d-a18e-45a547415774 HTTP/1.1" status: 200 len: 809 time: 0.1072760 Sep 21 17:44:24.803323 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-eb099b81-372a-4a38-b7a9-3738e258347d tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/quotas/9c1283cd420c432ea7990f4046246b92 HTTP/1.1" status: 200 len: 375 time: 0.0101230 Sep 21 17:44:24.838513 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-13cb6acf-8778-4fdb-bdfb-fe329afe3393 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9c1283cd420c432ea7990f4046246b92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290432 Sep 21 17:44:24.947282 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-c528d1dd-e5b9-4a69-a7a6-f844cbf53218 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946014 Sep 21 17:44:25.040954 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-64099e70-3771-499f-91b3-6f386b43cafd service neutron] 10.222.0.26 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854378 Sep 21 17:44:25.051710 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:25.203615 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e0f8ad8f-82a8-4e4a-a1b2-97ecd19b8a43 req-1f829222-08d8-40bd-af82-08a5d799f5fa tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Sep 21 17:44:25.789483 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 983177c1-f267-4c98-b2aa-5badf7f0b65a no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:25.809075 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 983177c1-f267-4c98-b2aa-5badf7f0b65a {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:25.809409 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 983177c1-f267-4c98-b2aa-5badf7f0b65a not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:26.165644 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-f3d5959a-0987-4e9b-8f9c-1d3c8c5d666d tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:26.167107 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-f3d5959a-0987-4e9b-8f9c-1d3c8c5d666d tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "GET /v2.0/networks?id=0bbd534b-2ca0-429d-a18e-45a547415774 HTTP/1.1" status: 200 len: 809 time: 0.1017990 Sep 21 17:44:26.182002 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Request body: {'port': {'device_id': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774', 'admin_state_up': True, 'tenant_id': '9c1283cd420c432ea7990f4046246b92'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:26.294083 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Made reservation on behalf of 9c1283cd420c432ea7990f4046246b92 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:44:26.296009 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f5457018-97e5-4540-8aba-fb6afdd85601 req-fb9fd62a-6390-40ae-a9e9-dffc28ecf330 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 210 time: 0.0267873 Sep 21 17:44:26.297579 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:26.439848 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Allocated IP 172.20.0.8 (0bbd534b-2ca0-429d-a18e-45a547415774/e08e9529-9bb2-4d43-a252-5d2f404f1f29/e029b061-61cb-43eb-82c0-d9e4e2269720) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:44:26.598642 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:26.631807 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:26.677198 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Network 0bbd534b-2ca0-429d-a18e-45a547415774 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:44:26.680152 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:44:26.683693 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:44:26.711193 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Pushing event updated for resources: {'Port': ['ID=e029b061-61cb-43eb-82c0-d9e4e2269720,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:26.736346 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:26.736928 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:26.738111 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:26.750274 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-31ac3664-6d5c-4708-bb6a-8c4c86a0c815 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720668 Sep 21 17:44:26.763334 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Request body: {'port': {'device_id': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:44:26.816906 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:27.074448 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e029b061-61cb-43eb-82c0-d9e4e2269720 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:44:27.082473 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:27.094363 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Transition to ACTIVE for port object e029b061-61cb-43eb-82c0-d9e4e2269720 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:44:27.097575 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:27.153946 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Pushing event updated for resources: {'Port': ['ID=e029b061-61cb-43eb-82c0-d9e4e2269720,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:27.215520 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Attempting to bind port e029b061-61cb-43eb-82c0-d9e4e2269720 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:44:27.215878 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Attempting to bind port e029b061-61cb-43eb-82c0-d9e4e2269720 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:44:27.216224 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Attempting to bind port e029b061-61cb-43eb-82c0-d9e4e2269720 on network 0bbd534b-2ca0-429d-a18e-45a547415774 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:44:27.220526 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Port e029b061-61cb-43eb-82c0-d9e4e2269720 on network 0bbd534b-2ca0-429d-a18e-45a547415774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:44:27.220852 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Attempting to bind port e029b061-61cb-43eb-82c0-d9e4e2269720 on network 0bbd534b-2ca0-429d-a18e-45a547415774 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:44:27.225924 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:44:27.226251 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Checking segment: {'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:44:27.226624 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Bound using segment: {'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:44:27.227075 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Bound port: e029b061-61cb-43eb-82c0-d9e4e2269720, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f423762-d534-4699-b2b2-c0f776827cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:44:27.227421 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:27.291563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] For port e029b061-61cb-43eb-82c0-d9e4e2269720, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:44:27.294498 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] For port e029b061-61cb-43eb-82c0-d9e4e2269720, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e029b061-61cb-43eb-82c0-d9e4e2269720,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:44:27.299105 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:27.332208 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:27.332824 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:27.334315 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] 10.222.0.18 "PUT /v2.0/ports/e029b061-61cb-43eb-82c0-d9e4e2269720 HTTP/1.1" status: 200 len: 1093 time: 0.5750060 Sep 21 17:44:27.334862 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'tag': 'e029b061-61cb-43eb-82c0-d9e4e2269720'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:27.337075 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a456a947-f7cd-482c-accd-1bc8e2a3b203" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa17eba-ae4b-410f-b796-537e3e6e6c45", "tag": "e029b061-61cb-43eb-82c0-d9e4e2269720"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:27.372555 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb77f7e-c661-4dab-900d-494afbb95079 service neutron] Pushing event updated for resources: {'Port': ['ID=e029b061-61cb-43eb-82c0-d9e4e2269720,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:27.377171 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f78df-be54-4133-820f-c5911c778ce0 x-openstack-request-id: req-3d6f78df-be54-4133-820f-c5911c778ce0 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:27.377554 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa17eba-ae4b-410f-b796-537e3e6e6c45", "tag": "e029b061-61cb-43eb-82c0-d9e4e2269720", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:27.378476 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d6f78df-be54-4133-820f-c5911c778ce0 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:27.378476 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'tag': 'e029b061-61cb-43eb-82c0-d9e4e2269720', 'status': 'completed', 'code': 200} Sep 21 17:44:27.465355 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ad3d-38f1-4bc8-8d35-9ac12bcb3ff7 req-cc43429d-6ebd-4c63-8b88-b281dc553252 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:27.466855 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-14f9ad3d-38f1-4bc8-8d35-9ac12bcb3ff7 req-cc43429d-6ebd-4c63-8b88-b281dc553252 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 943 time: 0.0778751 Sep 21 17:44:27.469209 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-4662de8b-bd49-48d3-ac7f-04ffb7c8e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:27.470541 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-4662de8b-bd49-48d3-ac7f-04ffb7c8e145 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c1283cd420c432ea7990f4046246b92&device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 1096 time: 0.0728853 Sep 21 17:44:27.525263 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-29cea0a2-a86c-4fa7-b57d-4db8ae0def16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e029b061-61cb-43eb-82c0-d9e4e2269720 HTTP/1.1" status: 200 len: 217 time: 0.0449429 Sep 21 17:44:27.536984 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-14f9ad3d-38f1-4bc8-8d35-9ac12bcb3ff7 req-b3c5d3f6-bdbd-4809-8943-65f8244be59f tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639167 Sep 21 17:44:27.580220 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-e250c9d3-7a33-46f6-9470-0183503ea927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:27.581577 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-e250c9d3-7a33-46f6-9470-0183503ea927 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e08e9529-9bb2-4d43-a252-5d2f404f1f29 HTTP/1.1" status: 200 len: 849 time: 0.0434861 Sep 21 17:44:27.616850 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-c1830618-6d82-4adb-976c-a9223b411a4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bbd534b-2ca0-429d-a18e-45a547415774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264232 Sep 21 17:44:27.710763 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-601b2077-8c3a-42b4-9ef6-a50faea4854a service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Sep 21 17:44:27.810265 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-73023ecf-52b5-4541-9ced-bec8a85342a5 req-f9f99a83-0ac1-4a10-9df2-7f339b698550 service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Sep 21 17:44:27.912419 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-2d33c07e-f455-4cda-bc95-9a3eacca9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:27.913916 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-2d33c07e-f455-4cda-bc95-9a3eacca9ed5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c1283cd420c432ea7990f4046246b92&device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 1096 time: 0.0434556 Sep 21 17:44:28.029350 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-57224dbf-bdd3-47e9-abf0-f8d5ffdc04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:28.030876 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-57224dbf-bdd3-47e9-abf0-f8d5ffdc04bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bbd534b-2ca0-429d-a18e-45a547415774 HTTP/1.1" status: 200 len: 910 time: 0.1056659 Sep 21 17:44:28.316940 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-ad2e5092-2981-4579-98a6-238717ad81a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e029b061-61cb-43eb-82c0-d9e4e2269720 HTTP/1.1" status: 200 len: 217 time: 0.2723806 Sep 21 17:44:28.369864 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-823d711a-c059-4092-af5a-fdb466add657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:28.371323 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-823d711a-c059-4092-af5a-fdb466add657 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e08e9529-9bb2-4d43-a252-5d2f404f1f29 HTTP/1.1" status: 200 len: 849 time: 0.0428290 Sep 21 17:44:28.407785 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-41c3076e-ccb7-46cb-8923-4ae0eb223e6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bbd534b-2ca0-429d-a18e-45a547415774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235698 Sep 21 17:44:28.504506 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-3c598863-f1f6-4ee4-a97a-f3fe72027609 service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838881 Sep 21 17:44:28.591386 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a456a947-f7cd-482c-accd-1bc8e2a3b203 req-5faa9af7-fd79-4527-ae32-49a889118306 service neutron] 10.222.0.18 "GET /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788796 Sep 21 17:44:28.898438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022b27-9061-43ba-ae7e-7b108334e2ee req-c37477d4-729d-4345-beea-1db6f45238e1 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:28.899844 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-89022b27-9061-43ba-ae7e-7b108334e2ee req-c37477d4-729d-4345-beea-1db6f45238e1 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 943 time: 0.2957189 Sep 21 17:44:28.937344 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-89022b27-9061-43ba-ae7e-7b108334e2ee req-0a9df64b-5744-4790-bcf7-247c55c0e0ff tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Sep 21 17:44:29.838410 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e029b061-61cb-43eb-82c0-d9e4e2269720 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:44:29.945479 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port e029b061-61cb-43eb-82c0-d9e4e2269720, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e029b061-61cb-43eb-82c0-d9e4e2269720,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:29.956572 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': 'e029b061-61cb-43eb-82c0-d9e4e2269720', 'network_id': '0bbd534b-2ca0-429d-a18e-45a547415774', 'port_id': 'e029b061-61cb-43eb-82c0-d9e4e2269720', 'mac_address': 'fa:16:3e:e8:21:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08e9529-9bb2-4d43-a252-5d2f404f1f29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:44:29.997432 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:30.010602 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e029b061-61cb-43eb-82c0-d9e4e2269720 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:44:30.029692 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port e029b061-61cb-43eb-82c0-d9e4e2269720, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e029b061-61cb-43eb-82c0-d9e4e2269720,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:30.034654 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:30.053085 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37434ec-5693-4b5b-977d-f947452f9e5b req-ae5c635b-7efa-44e1-8c31-ca33103d933d tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:30.054555 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a37434ec-5693-4b5b-977d-f947452f9e5b req-ae5c635b-7efa-44e1-8c31-ca33103d933d tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 943 time: 0.0519660 Sep 21 17:44:30.082533 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=e029b061-61cb-43eb-82c0-d9e4e2269720,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:30.092383 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a37434ec-5693-4b5b-977d-f947452f9e5b req-103e4b0c-53a0-4b87-8302-218d5d94edb6 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Sep 21 17:44:30.338704 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['e029b061-61cb-43eb-82c0-d9e4e2269720'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:44:31.201761 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc66f38-7ce7-4ff8-ae7a-561804e3b49f req-fe8afeb3-78b6-467f-89ba-fd1ab0589e7a tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:31.203219 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6bc66f38-7ce7-4ff8-ae7a-561804e3b49f req-fe8afeb3-78b6-467f-89ba-fd1ab0589e7a tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 944 time: 0.0462489 Sep 21 17:44:31.240663 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6bc66f38-7ce7-4ff8-ae7a-561804e3b49f req-dcbd988e-3f1d-4201-bef6-dcf20aea4c62 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Sep 21 17:44:31.704726 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:31.852711 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e029b061-61cb-43eb-82c0-d9e4e2269720 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:44:31.899141 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port e029b061-61cb-43eb-82c0-d9e4e2269720 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:44:31.902676 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port e029b061-61cb-43eb-82c0-d9e4e2269720 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:44:31.903066 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:31.979446 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:32.004208 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e029b061-61cb-43eb-82c0-d9e4e2269720'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:32.006409 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cadb0d-2394-4fb0-8797-f1727ffb2cc1" -d '{"events": [{"server_uuid": "7fa17eba-ae4b-410f-b796-537e3e6e6c45", "name": "network-vif-plugged", "status": "completed", "tag": "e029b061-61cb-43eb-82c0-d9e4e2269720"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:32.019131 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port e029b061-61cb-43eb-82c0-d9e4e2269720, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e029b061-61cb-43eb-82c0-d9e4e2269720,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:32.024290 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:32.051260 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c72b62-a2b9-4502-a941-04e735b76bd9 x-openstack-request-id: req-d5c72b62-a2b9-4502-a941-04e735b76bd9 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:32.051552 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa17eba-ae4b-410f-b796-537e3e6e6c45", "name": "network-vif-plugged", "status": "completed", "tag": "e029b061-61cb-43eb-82c0-d9e4e2269720", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:32.052391 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5c72b62-a2b9-4502-a941-04e735b76bd9 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:32.052821 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e029b061-61cb-43eb-82c0-d9e4e2269720', 'code': 200} Sep 21 17:44:32.078383 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=e029b061-61cb-43eb-82c0-d9e4e2269720,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:32.236789 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c08d6b-0dae-4b24-beba-83dc261f16ce req-5300cb27-3fc9-4ef3-8050-0a8148fd0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:32.238270 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-66c08d6b-0dae-4b24-beba-83dc261f16ce req-5300cb27-3fc9-4ef3-8050-0a8148fd0bc8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 1098 time: 0.0387068 Sep 21 17:44:32.280433 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-66c08d6b-0dae-4b24-beba-83dc261f16ce req-faf7a905-6891-4495-bdec-478ed8490c17 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294640 Sep 21 17:44:32.354768 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314ebaa-da6f-4e42-bb11-54d74b3bd98f req-c4bff48b-2671-42f1-97c2-6c87e44d3b39 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:32.356211 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e314ebaa-da6f-4e42-bb11-54d74b3bd98f req-c4bff48b-2671-42f1-97c2-6c87e44d3b39 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Sep 21 17:44:32.396722 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e314ebaa-da6f-4e42-bb11-54d74b3bd98f req-33592b14-28c9-4902-9e9a-02a487f5d11b tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Sep 21 17:44:33.360478 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43946) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:33.466380 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a1125bf3-26ce-466d-929c-be29e1ed31b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:33.512726 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bed27d-c655-444d-bfa1-d2c20fdbe72d req-8389d6bb-00ba-461a-a922-18afbafddda7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:33.514275 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a7bed27d-c655-444d-bfa1-d2c20fdbe72d req-8389d6bb-00ba-461a-a922-18afbafddda7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Sep 21 17:44:33.554846 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a7bed27d-c655-444d-bfa1-d2c20fdbe72d req-60d32abf-769a-49b1-9cb7-6151ccfd4dc7 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Sep 21 17:44:33.558304 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a1125bf3-26ce-466d-929c-be29e1ed31b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:33.562222 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a1125bf3-26ce-466d-929c-be29e1ed31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:33.600446 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a1125bf3-26ce-466d-929c-be29e1ed31b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5762172dc6694f38a69426f83dbf0bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389131 Sep 21 17:44:33.601259 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1125bf3-26ce-466d-929c-be29e1ed31b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb2b34-7407-4ce3-8145-1a1719b0ae8e,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:33.603910 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43952) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:33.654785 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1bdfa7d-f607-42ab-85d3-477a9138008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:33.676811 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1bdfa7d-f607-42ab-85d3-477a9138008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:33.724012 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1bdfa7d-f607-42ab-85d3-477a9138008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:33.726536 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-f1bdfa7d-f607-42ab-85d3-477a9138008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:33.727734 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-f1bdfa7d-f607-42ab-85d3-477a9138008e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6bb2b34-7407-4ce3-8145-1a1719b0ae8e HTTP/1.1" status: 204 len: 168 time: 0.1228333 Sep 21 17:44:33.735340 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdfa7d-f607-42ab-85d3-477a9138008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb2b34-7407-4ce3-8145-1a1719b0ae8e,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:34.004230 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 43958) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:34.016888 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:34.102770 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:34.106512 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:34.143385 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde7f728-a5ba-402c-9cd6-8324d3ea2166,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:34.148453 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce8bbc4ce52741c8b0925d66073d0162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431971 Sep 21 17:44:34.151335 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 43960) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:34.153095 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.153442 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.153779 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.154110 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.154435 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.154850 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.155112 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.155434 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.155753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.156071 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.156388 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.156703 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc6bdd4-f846-4791-afc4-01969c25b8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:34.203524 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-05222cfa-1e18-42ff-9b7f-bfe9e6673876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:34.224888 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-05222cfa-1e18-42ff-9b7f-bfe9e6673876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:34.271029 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-05222cfa-1e18-42ff-9b7f-bfe9e6673876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:34.273505 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-05222cfa-1e18-42ff-9b7f-bfe9e6673876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:34.274642 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-05222cfa-1e18-42ff-9b7f-bfe9e6673876 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cde7f728-a5ba-402c-9cd6-8324d3ea2166 HTTP/1.1" status: 204 len: 168 time: 0.1223464 Sep 21 17:44:34.282381 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05222cfa-1e18-42ff-9b7f-bfe9e6673876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde7f728-a5ba-402c-9cd6-8324d3ea2166,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:34.674398 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf1303-0376-464b-bce0-d076dc8f1f5f req-b3696f1d-f40a-4a4d-8e9c-9f29db58c53f tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:34.675974 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2ddf1303-0376-464b-bce0-d076dc8f1f5f req-b3696f1d-f40a-4a4d-8e9c-9f29db58c53f tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Sep 21 17:44:34.718177 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2ddf1303-0376-464b-bce0-d076dc8f1f5f req-b994de90-a866-40f7-b315-ff118b7541e4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Sep 21 17:44:34.766347 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:44:35.518770 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fca0c5-4176-4d2c-bbc6-cefeaa276e6f req-587806cc-b650-4d4f-8c58-04c0d89337d6 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:35.520948 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e3fca0c5-4176-4d2c-bbc6-cefeaa276e6f req-587806cc-b650-4d4f-8c58-04c0d89337d6 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Sep 21 17:44:35.559363 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e3fca0c5-4176-4d2c-bbc6-cefeaa276e6f req-a1d9e83a-851e-4b40-80de-00b3b315a01f tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Sep 21 17:44:36.672478 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf61b6-5eb6-465e-a1f4-e197ef3089c1 req-306d2038-c2e8-43d0-8eb5-c5119c35c2d4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:36.673839 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b0cf61b6-5eb6-465e-a1f4-e197ef3089c1 req-306d2038-c2e8-43d0-8eb5-c5119c35c2d4 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 945 time: 0.0474064 Sep 21 17:44:36.713747 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b0cf61b6-5eb6-465e-a1f4-e197ef3089c1 req-d984f0c6-352c-4ba7-bc61-758bbf94527e tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339663 Sep 21 17:44:37.548843 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-73556140-cad5-4d95-9206-61026138bad1 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:37.550281 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-73556140-cad5-4d95-9206-61026138bad1 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 945 time: 0.0456815 Sep 21 17:44:37.638868 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Deleting port e029b061-61cb-43eb-82c0-d9e4e2269720 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:44:37.639125 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:37.726075 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] For port e029b061-61cb-43eb-82c0-d9e4e2269720, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=e029b061-61cb-43eb-82c0-d9e4e2269720,segment=NetworkSegment(6f423762-d534-4699-b2b2-c0f776827cd6),segment_id=6f423762-d534-4699-b2b2-c0f776827cd6)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:44:37.726802 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:37.737697 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Calling delete_port for e029b061-61cb-43eb-82c0-d9e4e2269720 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:44:37.825986 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75e93-e95d-42aa-ace1-004b5188d5ce req-d8444e6d-d8b6-4f1f-af24-33dca738ef96 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:44:37.827498 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-43d75e93-e95d-42aa-ace1-004b5188d5ce req-d8444e6d-d8b6-4f1f-af24-33dca738ef96 tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa17eba-ae4b-410f-b796-537e3e6e6c45 HTTP/1.1" status: 200 len: 945 time: 0.0474861 Sep 21 17:44:37.865183 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-43d75e93-e95d-42aa-ace1-004b5188d5ce req-ae31ad89-17c8-48c2-80d2-38ac50aafbeb tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.26 "GET /v2.0/security-groups?id=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Sep 21 17:44:37.868062 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:37.884060 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['e029b061-61cb-43eb-82c0-d9e4e2269720'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:44:37.903383 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Pushing event deleted for resources: {'Port': ['ID=e029b061-61cb-43eb-82c0-d9e4e2269720,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:37.938145 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] No DVR routers for this DVR port e029b061-61cb-43eb-82c0-d9e4e2269720 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:44:37.940521 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:37.942705 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-67f7c6de-f900-44f8-8206-bed9639c7e77 req-9af55402-dabc-473c-a052-fd226f58d5cf tempest-VolumesActionsTest-1641379925 tempest-VolumesActionsTest-1641379925-project] 10.222.0.18 "DELETE /v2.0/ports/e029b061-61cb-43eb-82c0-d9e4e2269720 HTTP/1.1" status: 204 len: 173 time: 0.3832510 Sep 21 17:44:37.943148 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'name': 'network-vif-deleted', 'tag': 'e029b061-61cb-43eb-82c0-d9e4e2269720'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:44:37.945346 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3425d232-2fc5-44d7-8ae5-85f0a746f6ff" -d '{"events": [{"server_uuid": "7fa17eba-ae4b-410f-b796-537e3e6e6c45", "name": "network-vif-deleted", "tag": "e029b061-61cb-43eb-82c0-d9e4e2269720"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:44:37.983561 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4605fb-b858-4df9-b87e-5b9be8925546 x-openstack-request-id: req-2e4605fb-b858-4df9-b87e-5b9be8925546 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:44:37.983863 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa17eba-ae4b-410f-b796-537e3e6e6c45", "name": "network-vif-deleted", "tag": "e029b061-61cb-43eb-82c0-d9e4e2269720", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:44:37.984092 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e4605fb-b858-4df9-b87e-5b9be8925546 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:44:37.984483 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa17eba-ae4b-410f-b796-537e3e6e6c45', 'name': 'network-vif-deleted', 'tag': 'e029b061-61cb-43eb-82c0-d9e4e2269720', 'status': 'completed', 'code': 200} Sep 21 17:44:39.217493 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44092) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:39.329550 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.432478 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.436251 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.476928 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c798023b597423da89570f1f5aa22b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583034 Sep 21 17:44:39.477644 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44108) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:39.484418 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3189233-fed2-4c81-8bca-c4f5e18ac5e4,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:39.499425 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.499772 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.500112 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.500443 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.500768 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.501097 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.501423 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.501743 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.502160 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.502482 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.502879 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.503201 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f56a3-ec03-4d7b-b475-46ffa53428b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:44:39.542732 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea05d-07fd-4552-8526-3882d663d03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.563505 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea05d-07fd-4552-8526-3882d663d03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.611076 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea05d-07fd-4552-8526-3882d663d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.614120 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea05d-07fd-4552-8526-3882d663d03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.615288 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3f9ea05d-07fd-4552-8526-3882d663d03a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3189233-fed2-4c81-8bca-c4f5e18ac5e4 HTTP/1.1" status: 204 len: 168 time: 0.1364405 Sep 21 17:44:39.623384 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ea05d-07fd-4552-8526-3882d663d03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3189233-fed2-4c81-8bca-c4f5e18ac5e4,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:39.870305 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e029b061-61cb-43eb-82c0-d9e4e2269720 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:44:39.877905 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44130) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:39.890531 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: e029b061-61cb-43eb-82c0-d9e4e2269720 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:44:39.890721 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-11735bdf-b27c-48cb-b38c-10a89ff8141a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.890852 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device e029b061-61cb-43eb-82c0-d9e4e2269720 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:44:39.978963 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-11735bdf-b27c-48cb-b38c-10a89ff8141a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:39.982559 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-11735bdf-b27c-48cb-b38c-10a89ff8141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:40.022851 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-11735bdf-b27c-48cb-b38c-10a89ff8141a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d74e4aed9edf466095cb2d1f5645a222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438611 Sep 21 17:44:40.023637 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11735bdf-b27c-48cb-b38c-10a89ff8141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959eebee-c021-4469-b0ea-4f5c2939b4fa,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:40.025601 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44132) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:40.073909 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1554151d-edc6-4109-86d5-b4c98352417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:40.094556 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1554151d-edc6-4109-86d5-b4c98352417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:40.142974 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1554151d-edc6-4109-86d5-b4c98352417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:40.145929 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-1554151d-edc6-4109-86d5-b4c98352417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:40.147172 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-1554151d-edc6-4109-86d5-b4c98352417f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/959eebee-c021-4469-b0ea-4f5c2939b4fa HTTP/1.1" status: 204 len: 168 time: 0.1205237 Sep 21 17:44:40.154788 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554151d-edc6-4109-86d5-b4c98352417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959eebee-c021-4469-b0ea-4f5c2939b4fa,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:42.004797 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44214) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:42.105630 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-04e9ffd6-0aca-4dab-a3aa-ae288806c43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.195256 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-04e9ffd6-0aca-4dab-a3aa-ae288806c43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.198652 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-04e9ffd6-0aca-4dab-a3aa-ae288806c43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.236439 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-04e9ffd6-0aca-4dab-a3aa-ae288806c43e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24194c3c40cc4a3eadd4328ff77fe429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305710 Sep 21 17:44:42.238661 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9ffd6-0aca-4dab-a3aa-ae288806c43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7618d1a5-24b3-46da-9473-c475f9685943,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:42.239422 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44218) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:42.288538 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d5801943-f987-4571-a584-28af29c08838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.309969 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d5801943-f987-4571-a584-28af29c08838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.355142 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d5801943-f987-4571-a584-28af29c08838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.357884 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-d5801943-f987-4571-a584-28af29c08838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.359281 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-d5801943-f987-4571-a584-28af29c08838 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7618d1a5-24b3-46da-9473-c475f9685943 HTTP/1.1" status: 204 len: 168 time: 0.1186485 Sep 21 17:44:42.367192 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801943-f987-4571-a584-28af29c08838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7618d1a5-24b3-46da-9473-c475f9685943,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:42.622568 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44224) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:42.635339 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5b21e2b4-a7bc-4b78-920c-fa81c94a5f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.726531 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5b21e2b4-a7bc-4b78-920c-fa81c94a5f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.730258 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-5b21e2b4-a7bc-4b78-920c-fa81c94a5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.765261 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21e2b4-a7bc-4b78-920c-fa81c94a5f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef89d1-4502-43af-a697-182a9f3e51ed,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:42.771155 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-5b21e2b4-a7bc-4b78-920c-fa81c94a5f28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=909fd394afd248b093f79c7b601a9704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475317 Sep 21 17:44:42.773860 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44230) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:42.823436 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0f5afe7c-1a52-4420-9969-3567218440ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.843484 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0f5afe7c-1a52-4420-9969-3567218440ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.887720 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0f5afe7c-1a52-4420-9969-3567218440ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.890337 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-0f5afe7c-1a52-4420-9969-3567218440ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:42.891495 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-0f5afe7c-1a52-4420-9969-3567218440ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/baef89d1-4502-43af-a697-182a9f3e51ed HTTP/1.1" status: 204 len: 168 time: 0.1167669 Sep 21 17:44:42.901766 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5afe7c-1a52-4420-9969-3567218440ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef89d1-4502-43af-a697-182a9f3e51ed,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:43.908405 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44264) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:44.011587 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7f4017ba-cef2-4945-ac1f-f81fac25ede9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:44.095537 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7f4017ba-cef2-4945-ac1f-f81fac25ede9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:44.100263 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-7f4017ba-cef2-4945-ac1f-f81fac25ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:44.137058 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7f4017ba-cef2-4945-ac1f-f81fac25ede9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e050175ec98c4c60bc256b1d22c309cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276299 Sep 21 17:44:44.138144 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4017ba-cef2-4945-ac1f-f81fac25ede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e9a5f-677b-434b-934f-85685fe70dcc,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:44.139871 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44268) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:44:44.188519 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-84612f4c-75f1-4104-aaaa-0f957719d688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:44.209631 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-84612f4c-75f1-4104-aaaa-0f957719d688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:44.254944 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-84612f4c-75f1-4104-aaaa-0f957719d688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:44.257494 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-84612f4c-75f1-4104-aaaa-0f957719d688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:44.258637 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-84612f4c-75f1-4104-aaaa-0f957719d688 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/693e9a5f-677b-434b-934f-85685fe70dcc HTTP/1.1" status: 204 len: 168 time: 0.1177218 Sep 21 17:44:44.266044 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84612f4c-75f1-4104-aaaa-0f957719d688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e9a5f-677b-434b-934f-85685fe70dcc,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:44:51.412354 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e856cada-4104-41f5-a13e-92c7c23d66f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:53.936689 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a4517715-0e6a-40f3-a2ac-9c719e7b1e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:54.184858 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:55.051174 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:44:56.742004 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:01.694877 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:01.710331 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44446) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:01.757302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_v2 [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] Deleting subnet e08e9529-9bb2-4d43-a252-5d2f404f1f29 {{(pid=98178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:45:01.760308 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:01.793282 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888018'] for subnet, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:01.830831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:01.882480 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16242730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12879047'] for subnet, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:01.912480 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08e9529-9bb2-4d43-a252-5d2f404f1f29,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:01.916294 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:01.919377 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-29135175-6910-4269-aefa-bbd23cadf848 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e08e9529-9bb2-4d43-a252-5d2f404f1f29 HTTP/1.1" status: 204 len: 168 time: 0.2077522 Sep 21 17:45:01.920623 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44448) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:01.992380 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.073205 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.092486 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbd534b-2ca0-429d-a18e-45a547415774']}} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:02.102411 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f423762-d534-4699-b2b2-c0f776827cd6') {'for_net_delete': True} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:02.102742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f423762-d534-4699-b2b2-c0f776827cd6') {} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:02.111884 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888025'] for segment, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.125146 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.131529 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=98178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:45:02.131908 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244724'] for segment, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: Traceback (most recent call last): Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: timer() Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: cb(*args, **kw) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: return func(*args, **kwargs) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: self._notify() Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: self.callback(batched_events) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: event.method(event) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: return f(self, *a, **k) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._get(url).json() Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: return self.request(url, 'GET', **kwargs) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:45:02.133531 dv-cinder-810000-2-iscsi neutron-server[98178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:45:02.186639 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.191962 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.193836 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0bbd534b-2ca0-429d-a18e-45a547415774 HTTP/1.1" status: 204 len: 168 time: 0.2722135 Sep 21 17:45:02.204388 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cad282-3672-4052-b83a-e524ee3144a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbd534b-2ca0-429d-a18e-45a547415774,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:02.353520 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44452) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:02.397346 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-5740031a-0870-4915-baaa-ed45915d0ef9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c1283cd420c432ea7990f4046246b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426767 Sep 21 17:45:02.399774 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44454) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:02.450980 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6007d29d-9f2b-40cd-9945-02ff67d178fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.474186 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6007d29d-9f2b-40cd-9945-02ff67d178fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.521085 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6007d29d-9f2b-40cd-9945-02ff67d178fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.523649 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-6007d29d-9f2b-40cd-9945-02ff67d178fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:02.524803 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-6007d29d-9f2b-40cd-9945-02ff67d178fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a HTTP/1.1" status: 204 len: 168 time: 0.1241386 Sep 21 17:45:02.532659 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007d29d-9f2b-40cd-9945-02ff67d178fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e4d6c7-cf62-4ead-b7c6-5a2c7747ed8a,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:07.122615 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-790292df-bd6a-42ab-8370-5bc063fd4eb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428901 Sep 21 17:45:07.220742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5199-545f-4455-a718-a4f4b9b583ac req-9c7d6794-73c2-415a-86f1-15fcd6e9b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:07.222244 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-9c7d6794-73c2-415a-86f1-15fcd6e9b479 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1098 time: 0.0441546 Sep 21 17:45:07.329572 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5199-545f-4455-a718-a4f4b9b583ac req-bd00fd64-6ef0-4892-b5e8-e5fa1721a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:07.331082 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-bd00fd64-6ef0-4892-b5e8-e5fa1721a29a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.0879428 Sep 21 17:45:07.402791 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-0ad5a462-803a-423d-85fb-f8c5f9dab27f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 1001 time: 0.0637383 Sep 21 17:45:07.453908 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5199-545f-4455-a718-a4f4b9b583ac req-2b5e28ab-8928-43f1-bf69-d6b0648a4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:07.455435 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-2b5e28ab-8928-43f1-bf69-d6b0648a4595 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0437744 Sep 21 17:45:07.504684 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5199-545f-4455-a718-a4f4b9b583ac req-b0a053ce-384e-4754-a2e1-9cafaf1b3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:07.506953 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-b0a053ce-384e-4754-a2e1-9cafaf1b3727 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416090 Sep 21 17:45:07.605489 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-8bc6f7a3-718a-46e7-8966-a718c8d94515 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891125 Sep 21 17:45:07.696729 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-290b5199-545f-4455-a718-a4f4b9b583ac req-6fced94d-6a6b-49f6-b2a9-430d46f7de4d service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826287 Sep 21 17:45:11.765347 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:45:21.404636 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-3cd1cf7a-cd8d-44ab-81c7-c57fe95ba34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:23.929655 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-07f60606-bef8-4b0d-b154-b0c58c1847c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:24.177527 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:25.053230 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:26.743899 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:31.710886 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:37.886900 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44662) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:37.991299 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:38.095983 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:38.103963 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:38.142412 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98bd8967404740f08ce51ddbf054b780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543662 Sep 21 17:45:38.144747 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8218b4d-d2ec-4a05-89cc-71dfa20b5c6c,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:38.145458 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44666) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:38.152080 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.152426 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.152757 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.153081 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.153400 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.153721 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.154038 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.154360 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.154674 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.155012 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.155320 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.155628 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88414ba0-630e-43d3-ae88-d85e8325290f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:38.201106 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8314a682-1342-4e69-bca2-243a8d863d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:38.222445 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8314a682-1342-4e69-bca2-243a8d863d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:38.273036 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8314a682-1342-4e69-bca2-243a8d863d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:38.276955 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8314a682-1342-4e69-bca2-243a8d863d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:38.278948 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8314a682-1342-4e69-bca2-243a8d863d36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8218b4d-d2ec-4a05-89cc-71dfa20b5c6c HTTP/1.1" status: 204 len: 168 time: 0.1321743 Sep 21 17:45:38.292035 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a682-1342-4e69-bca2-243a8d863d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8218b4d-d2ec-4a05-89cc-71dfa20b5c6c,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:38.946803 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44688) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:39.070145 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-519524408-network', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:45:39.096928 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Made reservation on behalf of 4538cf68376641b3af0774c4df2ab33f for: {'network': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:45:39.099727 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.107895 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.200332 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.204233 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.226052 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=98178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:45:39.241924 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:39.246246 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.246580 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.segments_db [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Added segment 676eb3ab-41d6-43a0-8693-4684608aac3c of type vlan for network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 Sep 21 17:45:39.286900 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.314533 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.316352 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:39.316925 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.352960 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4050872 Sep 21 17:45:39.357961 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44692) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:39.365933 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Request body: {'subnet': {'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-519524408-subnet', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'ip_version': 4}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:45:39.381363 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63a6c9-f5a2-4a3f-b516-541a9d029a20 admin admin] Pushing event updated for resources: {'Network': ['ID=93f244a2-fd3f-4d8f-9d4f-0f2f78937992,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:39.392291 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:45:39.395655 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Made reservation on behalf of 4538cf68376641b3af0774c4df2ab33f for: {'subnet': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:45:39.397961 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14397419'] for subnet, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.591267 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13628293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14397381'] for subnet, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.668743 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d826c6-e788-4996-b4de-e34d65318624,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:39.685010 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.685548 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.686056 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.686462 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.686930 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.687452 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.687919 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.688262 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.688784 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.689285 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.689669 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.690085 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:39.698314 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Checking segment: {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:39.698715 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Network hostable DHCP agents. Network: 93f244a2-fd3f-4d8f-9d4f-0f2f78937992, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:45:39.720236 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:45:39.730501 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, 93f244a2-fd3f-4d8f-9d4f-0f2f78937992) {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:39.734821 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:39.735400 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.740225 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8495de-8ca7-4e83-9249-285a4acf164d None None] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:45:39.758222 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44694) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:39.759021 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-01a3b589-504c-4530-8a0e-0be73a2aad00 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3938606 Sep 21 17:45:39.765469 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:45:39.795375 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.796523 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.853634 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:39.907353 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:45:39.908219 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.046223 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Allocated IP 172.20.0.2 (93f244a2-fd3f-4d8f-9d4f-0f2f78937992/a0d826c6-e788-4996-b4de-e34d65318624/c9330c18-736d-4d36-b0c2-0675dc1fe698) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:45:40.046453 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.275448 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.281703 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.290983 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.310549 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.318437 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:40.321541 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:40.325112 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:45:40.338837 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Pushing event updated for resources: {'Port': ['ID=c9330c18-736d-4d36-b0c2-0675dc1fe698,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:40.366049 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.366399 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.366768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.367105 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.367464 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.367760 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.368110 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.368406 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.368757 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.369080 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.369393 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.369706 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:40.398733 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Attempting to bind port c9330c18-736d-4d36-b0c2-0675dc1fe698 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:45:40.399458 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Attempting to bind port c9330c18-736d-4d36-b0c2-0675dc1fe698 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:45:40.399599 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Attempting to bind port c9330c18-736d-4d36-b0c2-0675dc1fe698 on network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:45:40.404722 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:45:40.405088 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Checking segment: {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:40.405483 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.405869 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Bound using segment: {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:45:40.406324 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Bound port: c9330c18-736d-4d36-b0c2-0675dc1fe698, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:45:40.406721 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.446379 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Allocated IP 172.27.1.34 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/875182b1-5c56-46d8-9e0f-fdabcdb3e7fd) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:45:40.486667 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] For port c9330c18-736d-4d36-b0c2-0675dc1fe698, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:45:40.491463 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] For port c9330c18-736d-4d36-b0c2-0675dc1fe698, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=c9330c18-736d-4d36-b0c2-0675dc1fe698,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:45:40.496850 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.565871 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5d403-f852-4dd2-9d99-000e0c37068c None None] Pushing event updated for resources: {'Port': ['ID=c9330c18-736d-4d36-b0c2-0675dc1fe698,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:40.576680 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.613101 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:40.650781 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:40.655820 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:40.662659 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:45:40.665809 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Pushing event updated for resources: {'Port': ['ID=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:40.951092 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:41.163269 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:41.301998 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Router ae55956c-88e5-48b5-bc83-008a24e9cd01 is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:45:41.564496 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2b9f1-8711-4049-be23-8278deec39bd None None] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:45:41.679111 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-44d542bf-044a-4de6-8a95-27dee061b38a None None] Provisioning complete for port c9330c18-736d-4d36-b0c2-0675dc1fe698 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:41.679402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:45:41.679739 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-44d542bf-044a-4de6-8a95-27dee061b38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:41.697591 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:41.698829 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-ef8f052b-778a-4143-bbbf-8fb9785e64aa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9393158 Sep 21 17:45:41.701667 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44696) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:41.724710 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Sync routers for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:45:41.760114 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:41.760753 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:41.923809 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-44d542bf-044a-4de6-8a95-27dee061b38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:41.949972 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:42.041061 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-44d542bf-044a-4de6-8a95-27dee061b38a None None] For port c9330c18-736d-4d36-b0c2-0675dc1fe698, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=c9330c18-736d-4d36-b0c2-0675dc1fe698,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:45:42.050354 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-44d542bf-044a-4de6-8a95-27dee061b38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.148964 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d542bf-044a-4de6-8a95-27dee061b38a None None] Pushing event updated for resources: {'Port': ['ID=c9330c18-736d-4d36-b0c2-0675dc1fe698,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:42.218845 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.329955 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-a5da3e91-0843-43ec-a099-6c2e7c9efbbc None None] Provisioning complete for port c9330c18-736d-4d36-b0c2-0675dc1fe698 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:42.330315 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a5da3e91-0843-43ec-a099-6c2e7c9efbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.383629 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:40Z', 'revision_number': 3, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:42.400852 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Allocated IP 172.20.0.1 (93f244a2-fd3f-4d8f-9d4f-0f2f78937992/a0d826c6-e788-4996-b4de-e34d65318624/2847f60a-effe-4ee3-a015-0998ba9c8b07) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:45:42.412317 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Checking router: ae55956c-88e5-48b5-bc83-008a24e9cd01 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:45:42.413066 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Updating router ae55956c-88e5-48b5-bc83-008a24e9cd01 port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:45:42.462766 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.543141 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.576428 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.608901 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device c9330c18-736d-4d36-b0c2-0675dc1fe698 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:42.616047 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:42.619087 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:42.622557 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:45:42.652505 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Pushing event updated for resources: {'Port': ['ID=2847f60a-effe-4ee3-a015-0998ba9c8b07,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:42.674753 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.768268 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port c9330c18-736d-4d36-b0c2-0675dc1fe698 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:42.769021 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.828850 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.868432 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.880467 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:42.983671 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Attempting to bind port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:45:42.984025 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Attempting to bind port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:45:42.984379 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Attempting to bind port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:45:42.989973 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc409c7-f264-41cf-8bfe-5f413c995038 None None] Pushing event updated for resources: {'Port': ['ID=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:43.002534 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:45:43.003461 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:43.003945 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.004217 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:45:43.004687 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Bound port: 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:45:43.005051 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.006610 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e4d2ca53-693f-4a92-90c6-1a7f287c93ab None None] Provisioning complete for port 2847f60a-effe-4ee3-a015-0998ba9c8b07 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:43.006978 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ca53-693f-4a92-90c6-1a7f287c93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.021254 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.026364 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.072059 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2ca53-693f-4a92-90c6-1a7f287c93ab None None] Port 2847f60a-effe-4ee3-a015-0998ba9c8b07 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:45:43.085530 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] For port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:45:43.089479 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] For port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:45:43.094571 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.094783 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Pushing event updated for resources: {'Port': ['ID=2847f60a-effe-4ee3-a015-0998ba9c8b07,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:43.097835 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.154372 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:43.155050 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:43.156829 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc409c7-f264-41cf-8bfe-5f413c995038 None None] Pushing event updated for resources: {'Port': ['ID=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:43.208194 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:43.210644 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:43.282324 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:43.345758 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Router ae55956c-88e5-48b5-bc83-008a24e9cd01 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:45:43.477676 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:45:43.482564 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-c27ee346-46a2-4500-afce-c3308ef4a7bf admin admin] 10.222.0.26 "PUT /v2.0/routers/ae55956c-88e5-48b5-bc83-008a24e9cd01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799370 Sep 21 17:45:43.522357 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-4d5b1f26-b4d7-433a-ac76-dfb1744aaacf None None] Provisioning complete for port 2847f60a-effe-4ee3-a015-0998ba9c8b07 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:43.522736 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-4d5b1f26-b4d7-433a-ac76-dfb1744aaacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:43.562314 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b1f26-b4d7-433a-ac76-dfb1744aaacf None None] Port 2847f60a-effe-4ee3-a015-0998ba9c8b07 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:45:43.573098 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 2, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:43.599440 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adbf46-e8f2-4f1d-b08f-100c1c858c73 None None] The sync data for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi is: [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 2, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:45:44.069765 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44712) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:44.074722 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1341905907-network', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:45:44.095919 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Made reservation on behalf of c2014a4b0c2e40b9b2c7402c20f3c5dc for: {'network': 1} {{(pid=98179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:45:44.099009 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for network, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.108935 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.225648 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.231696 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.274653 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56522c3e-fbf5-44de-8330-6e86b1b2a44f,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:44.297789 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=98179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 17:45:44.319045 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.319453 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.segments_db [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Added segment 18e45167-f2eb-4b57-9f10-d24d531acb7d of type vlan for network b70a4638-e78d-4819-aa88-4f9dc39da8a2 Sep 21 17:45:44.378859 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741005969704'] for network, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.412472 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156'] for network, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.413482 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:44.414139 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.443205 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3722706 Sep 21 17:45:44.446139 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44714) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:44.451053 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Request body: {'subnet': {'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1341905907-subnet', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'ip_version': 4}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:45:44.481090 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Made reservation on behalf of c2014a4b0c2e40b9b2c7402c20f3c5dc for: {'subnet': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:45:44.484970 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12879072'] for subnet, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.485925 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2057eff-ffd2-454b-8b2a-aa86848678a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b70a4638-e78d-4819-aa88-4f9dc39da8a2,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:44.510578 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 details requested by agent ovs-agent-dv-cinder-810000-2-iscsi with host dv-cinder-810000-2-iscsi {{(pid=98180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 17:45:44.636680 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:44.701380 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:44.701740 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.723555 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16242793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12879054'] for subnet, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.780566 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ab4f98-759e-44f7-beb1-a210bbceea38,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:44.794055 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Checking segment: {'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:44.794414 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Network hostable DHCP agents. Network: b70a4638-e78d-4819-aa88-4f9dc39da8a2, hostable agents: ['cc43f453-03ec-4eab-aa64-9eb279cc1ce2'], hosted agents: [] {{(pid=98178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 17:45:44.797936 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.813269 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 is scheduled to be hosted by DHCP agent cc43f453-03ec-4eab-aa64-9eb279cc1ce2 with binding_index 1 {{(pid=98178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 17:45:44.828637 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:45:44.829997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-2-iscsi, b70a4638-e78d-4819-aa88-4f9dc39da8a2) {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:44.833724 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.838066 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:44.838801 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.864153 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-650fe4f2-97a1-49c9-aad9-03203d343ca7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4110811 Sep 21 17:45:44.865972 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 44716) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:44.867279 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b215ce5d-8dbf-47e3-b73b-203054e0b8b6 None None] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:45:44.872400 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:45:44.895719 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1585542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.897265 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1586198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1584774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1821195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:44.947384 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:44.971204 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.060323 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe20f73f5-8d6a-5010-807b-85586a42440f-b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'fixed_ips': [{'subnet_id': '59ab4f98-759e-44f7-beb1-a210bbceea38'}]}} from dv-cinder-810000-2-iscsi. {{(pid=98180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 17:45:45.062107 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.150515 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.210262 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.db_base_plugin_common [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Allocated IP 172.20.0.2 (b70a4638-e78d-4819-aa88-4f9dc39da8a2/59ab4f98-759e-44f7-beb1-a210bbceea38/3f234405-29f8-42d5-a2f6-1506137bc2ac) {{(pid=98180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:45:45.371083 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Notify callbacks [] for port, precommit_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.372326 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.381799 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922'] for port, after_create {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.405308 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.440895 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 is already hosted by enough agents. {{(pid=98180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:45.445876 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.scheduler.base_scheduler [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Resources bound (agent type, host, resource id): {{(pid=98180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:45.450154 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Received port after_create {{(pid=98180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:45:45.475924 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Pushing event updated for resources: {'Port': ['ID=3f234405-29f8-42d5-a2f6-1506137bc2ac,revision_number=1']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:45.527423 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Attempting to bind port 3f234405-29f8-42d5-a2f6-1506137bc2ac on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:45:45.528088 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Attempting to bind port 3f234405-29f8-42d5-a2f6-1506137bc2ac by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:45:45.528300 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Attempting to bind port 3f234405-29f8-42d5-a2f6-1506137bc2ac on network b70a4638-e78d-4819-aa88-4f9dc39da8a2 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:45:45.534308 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:45:45.534802 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Checking segment: {'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:45.535720 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.535720 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Bound using segment: {'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:45:45.536271 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Bound port: 3f234405-29f8-42d5-a2f6-1506137bc2ac, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:45:45.536720 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.551074 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Allocated IP 172.27.1.242 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/1a5f7580-4db7-43e2-92a2-9f1bb24f089a) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:45:45.605094 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] For port 3f234405-29f8-42d5-a2f6-1506137bc2ac, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:45:45.608374 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] For port 3f234405-29f8-42d5-a2f6-1506137bc2ac, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=3f234405-29f8-42d5-a2f6-1506137bc2ac,segment=NetworkSegment(18e45167-f2eb-4b57-9f10-d24d531acb7d),segment_id=18e45167-f2eb-4b57-9f10-d24d531acb7d)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:45:45.612052 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.682353 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afddfda-6d47-4832-bcbd-fd0c82db2b67 None None] Pushing event updated for resources: {'Port': ['ID=3f234405-29f8-42d5-a2f6-1506137bc2ac,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:45.705445 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.759050 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:45.800908 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:45.804014 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:45.806655 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:45:45.854475 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:45.954628 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Sync routers for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:45:45.976062 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:45.977073 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:46.109381 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:46.111405 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.327307 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 2, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:46.366360 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Checking router: ae55956c-88e5-48b5-bc83-008a24e9cd01 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:45:46.367017 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Updating router ae55956c-88e5-48b5-bc83-008a24e9cd01 port 2847f60a-effe-4ee3-a015-0998ba9c8b07 binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:45:46.396723 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.618993 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584977'] for router, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.676433 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:46.753604 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14f0ef-bab9-4a9e-9360-678ad6fb185c None None] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:45:46.781170 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Router 85c11de2-1c01-4162-8c94-b3963e233bff is scheduled to L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 with binding_index 1 {{(pid=98178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 17:45:46.838616 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:46.839028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.852508 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.859039 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.870159 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-9407dd7b-8393-4ab5-9087-6649075b397c None None] Provisioning complete for port 3f234405-29f8-42d5-a2f6-1506137bc2ac triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:46.870519 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9407dd7b-8393-4ab5-9087-6649075b397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.922001 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Pushing event updated for resources: {'Port': ['ID=2847f60a-effe-4ee3-a015-0998ba9c8b07,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:46.929661 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:45:46.949776 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.950481 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.951054 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.951388 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.951710 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.952034 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.952357 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.952673 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.953009 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.953595 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.953595 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.953940 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:45:46.968625 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Sync routers for ids ['85c11de2-1c01-4162-8c94-b3963e233bff'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:45:46.969973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:46.972387 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-8183297e-0665-4c34-bd9f-e26e3196f566 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1051757 Sep 21 17:45:46.975507 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 44718) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:45:46.999279 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Attempting to bind port 2847f60a-effe-4ee3-a015-0998ba9c8b07 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:45:47.000232 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Attempting to bind port 2847f60a-effe-4ee3-a015-0998ba9c8b07 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:45:47.000815 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Attempting to bind port 2847f60a-effe-4ee3-a015-0998ba9c8b07 on network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:45:47.006759 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:45:47.007459 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Checking segment: {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:47.007825 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Routers {'85c11de2-1c01-4162-8c94-b3963e233bff'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:47.007958 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.008231 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Bound using segment: {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:45:47.008704 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Bound port: 2847f60a-effe-4ee3-a015-0998ba9c8b07, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:45:47.009023 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['85c11de2-1c01-4162-8c94-b3963e233bff'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:47.009156 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.074900 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] For port 2847f60a-effe-4ee3-a015-0998ba9c8b07, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:45:47.078603 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] For port 2847f60a-effe-4ee3-a015-0998ba9c8b07, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=2847f60a-effe-4ee3-a015-0998ba9c8b07,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:45:47.083782 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.143086 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3485f79-4da0-43c5-94b9-37c1d59409b0 None None] Pushing event updated for resources: {'Port': ['ID=2847f60a-effe-4ee3-a015-0998ba9c8b07,revision_number=4']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:47.166909 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:47.167669 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:47.292061 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:47.329680 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Set router 85c11de2-1c01-4162-8c94-b3963e233bff gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:47.462182 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3f234405-29f8-42d5-a2f6-1506137bc2ac up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:47.481786 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.526552 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9407dd7b-8393-4ab5-9087-6649075b397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.534669 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:47Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:47.565006 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ccc6f-2d51-4c85-908c-abc804672148 None None] The sync data for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi is: [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:47Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:45:47.637197 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-9407dd7b-8393-4ab5-9087-6649075b397c None None] For port 3f234405-29f8-42d5-a2f6-1506137bc2ac, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=3f234405-29f8-42d5-a2f6-1506137bc2ac,segment=NetworkSegment(18e45167-f2eb-4b57-9f10-d24d531acb7d),segment_id=18e45167-f2eb-4b57-9f10-d24d531acb7d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:45:47.653987 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9407dd7b-8393-4ab5-9087-6649075b397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.663821 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 3f234405-29f8-42d5-a2f6-1506137bc2ac triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:47.667353 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.717483 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Allocated IP 172.20.0.1 (b70a4638-e78d-4819-aa88-4f9dc39da8a2/59ab4f98-759e-44f7-beb1-a210bbceea38/a3b6473e-99a5-40a2-90fa-749397676b45) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:45:47.858500 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407dd7b-8393-4ab5-9087-6649075b397c None None] Pushing event updated for resources: {'Port': ['ID=3f234405-29f8-42d5-a2f6-1506137bc2ac,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:47.862082 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.868961 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-c1b3e470-a579-4c94-bf1a-f32fbba1d783 None None] Provisioning complete for port 2847f60a-effe-4ee3-a015-0998ba9c8b07 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:47.869355 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e470-a579-4c94-bf1a-f32fbba1d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.901924 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:45:45Z', 'revision_number': 3, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port': {'id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:45Z', 'updated_at': '2021-09-21T17:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:47.908689 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:47.937382 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Checking router: 85c11de2-1c01-4162-8c94-b3963e233bff for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:45:47.938414 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Updating router 85c11de2-1c01-4162-8c94-b3963e233bff port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a binding host dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:45:47.958847 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:47.961984 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:47.971268 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:45:47.975259 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b6473e-99a5-40a2-90fa-749397676b45,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:47.979194 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.025339 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585030'] for router_interface, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.116086 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e470-a579-4c94-bf1a-f32fbba1d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.192439 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-c1b3e470-a579-4c94-bf1a-f32fbba1d783 None None] For port 2847f60a-effe-4ee3-a015-0998ba9c8b07, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=2847f60a-effe-4ee3-a015-0998ba9c8b07,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:45:48.217842 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.218066 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e470-a579-4c94-bf1a-f32fbba1d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.333572 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3e470-a579-4c94-bf1a-f32fbba1d783 None None] Pushing event updated for resources: {'Port': ['ID=2847f60a-effe-4ee3-a015-0998ba9c8b07,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:48.399595 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-acafbe49-77a6-4c9b-907a-305ad9fbb7b9 None None] Provisioning complete for port a3b6473e-99a5-40a2-90fa-749397676b45 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:48.399978 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-acafbe49-77a6-4c9b-907a-305ad9fbb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.436269 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Notify callbacks [] for port, precommit_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.439978 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.445836 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.447575 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.454176 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-acafbe49-77a6-4c9b-907a-305ad9fbb7b9 None None] Port a3b6473e-99a5-40a2-90fa-749397676b45 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:45:48.521078 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-acafbe49-77a6-4c9b-907a-305ad9fbb7b9 None None] Provisioning complete for port 3f234405-29f8-42d5-a2f6-1506137bc2ac triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:48.521445 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-acafbe49-77a6-4c9b-907a-305ad9fbb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.523107 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Attempting to bind port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:45:48.523461 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Attempting to bind port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:45:48.523811 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Attempting to bind port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a on network 8159cc5a-783d-48d5-9064-54bc40d9fed0 {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:45:48.525477 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b6473e-99a5-40a2-90fa-749397676b45,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:48.525619 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3484-7679-409c-b5da-c917c855f8e0 None None] Pushing event updated for resources: {'Port': ['ID=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,revision_number=2']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:48.528108 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1657518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585174'] for router_interface, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.564080 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:45:48.564448 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Checking segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:48.564851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.565420 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Bound using segment: {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'} {{(pid=98180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:45:48.566110 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.managers [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Bound port: 1a5f7580-4db7-43e2-92a2-9f1bb24f089a, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6742fae2-26f3-4a8a-a9c4-5d0a779b3896', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0'}}] {{(pid=98180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:45:48.566678 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.625567 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:45:48.627121 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:45:48.627273 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 2847f60a-effe-4ee3-a015-0998ba9c8b07 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:48.703135 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] For port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:45:48.729026 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] For port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:45:48.740226 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.777352 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Router 85c11de2-1c01-4162-8c94-b3963e233bff has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:45:48.778278 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:45:48.791181 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 2847f60a-effe-4ee3-a015-0998ba9c8b07 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:48.791551 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:48.854380 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Routers {'85c11de2-1c01-4162-8c94-b3963e233bff'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:48.855101 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['85c11de2-1c01-4162-8c94-b3963e233bff'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:48.909857 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3484-7679-409c-b5da-c917c855f8e0 None None] Pushing event updated for resources: {'Port': ['ID=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,revision_number=3']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:48.916826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:45:48.926374 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-ec550c3e-7032-4cf5-be99-b6dffb407e75 admin admin] 10.222.0.26 "PUT /v2.0/routers/85c11de2-1c01-4162-8c94-b3963e233bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9477854 Sep 21 17:45:48.946868 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-2bbddb2a-b72b-47ec-9b56-2fae4038b3fb None None] Provisioning complete for port a3b6473e-99a5-40a2-90fa-749397676b45 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:48.947243 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2bbddb2a-b72b-47ec-9b56-2fae4038b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:49.049247 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-2bbddb2a-b72b-47ec-9b56-2fae4038b3fb None None] Port a3b6473e-99a5-40a2-90fa-749397676b45 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:45:49.056891 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] Set router 85c11de2-1c01-4162-8c94-b3963e233bff gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:49.092417 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3f234405-29f8-42d5-a2f6-1506137bc2ac up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:49.374451 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 3f234405-29f8-42d5-a2f6-1506137bc2ac triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:49.374861 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:49.519701 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 4, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port': {'id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:45Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'a3b6473e-99a5-40a2-90fa-749397676b45', 'name': '', 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'mac_address': 'fa:16:3e:6d:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:47Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 2, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'subnets': [{'id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:49.546152 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b41555-7459-4efc-b9c8-6a7daa866edf None None] The sync data for ids ['85c11de2-1c01-4162-8c94-b3963e233bff'] in dv-cinder-810000-2-iscsi is: [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 4, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port': {'id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:45Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'a3b6473e-99a5-40a2-90fa-749397676b45', 'name': '', 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'mac_address': 'fa:16:3e:6d:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:47Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 2, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'subnets': [{'id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:45:50.637905 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1a5f7580-4db7-43e2-92a2-9f1bb24f089a up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:50.701340 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:50.701713 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:50.820897 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:50.852405 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] For port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:45:50.857615 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:50.914122 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Pushing event updated for resources: {'Port': ['ID=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:51.421348 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8a0d924e-e99b-41d2-9d54-22fededec74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:52.003807 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Sync routers for ids ['85c11de2-1c01-4162-8c94-b3963e233bff'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:45:52.013695 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Routers {'85c11de2-1c01-4162-8c94-b3963e233bff'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:52.014324 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['85c11de2-1c01-4162-8c94-b3963e233bff'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:52.145019 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Set router 85c11de2-1c01-4162-8c94-b3963e233bff gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:52.451961 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 4, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port': {'id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:45Z', 'updated_at': '2021-09-21T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'a3b6473e-99a5-40a2-90fa-749397676b45', 'name': '', 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'mac_address': 'fa:16:3e:6d:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:47Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 2, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'subnets': [{'id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:52.503314 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Checking router: 85c11de2-1c01-4162-8c94-b3963e233bff for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:45:52.504614 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Updating router 85c11de2-1c01-4162-8c94-b3963e233bff port a3b6473e-99a5-40a2-90fa-749397676b45 binding host dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 17:45:52.545129 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:52.565993 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1a5f7580-4db7-43e2-92a2-9f1bb24f089a up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:52.667476 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:52.668265 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:52.948500 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Notify callbacks [] for port, precommit_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:52.956934 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.008806 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6fa18-51c7-47bb-a872-8a8157541f31 None None] Pushing event updated for resources: {'Port': ['ID=a3b6473e-99a5-40a2-90fa-749397676b45,revision_number=3']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:53.075529 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Attempting to bind port a3b6473e-99a5-40a2-90fa-749397676b45 on host dv-cinder-810000-2-iscsi for vnic_type normal with profile {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:45:53.076236 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Attempting to bind port a3b6473e-99a5-40a2-90fa-749397676b45 by drivers openvswitch,hyperv on host dv-cinder-810000-2-iscsi at level 0 using segments [{'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:45:53.076680 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Attempting to bind port a3b6473e-99a5-40a2-90fa-749397676b45 on network b70a4638-e78d-4819-aa88-4f9dc39da8a2 {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:45:53.084139 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Checking agent: {'id': '694368f1-8d47-4547-9e83-a71372b9de4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 27, 54), 'started_at': datetime.datetime(2021, 9, 21, 17, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:45:53.084647 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Checking segment: {'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:45:53.085147 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.085643 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Bound using segment: {'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'} {{(pid=98181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:45:53.086395 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.managers [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Bound port: a3b6473e-99a5-40a2-90fa-749397676b45, host: dv-cinder-810000-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e45167-f2eb-4b57-9f10-d24d531acb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2'}}] {{(pid=98181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:45:53.086955 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.179385 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] For port a3b6473e-99a5-40a2-90fa-749397676b45, host dv-cinder-810000-2-iscsi, cleared binding levels {{(pid=98181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:45:53.183027 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.plugins.ml2.db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] For port a3b6473e-99a5-40a2-90fa-749397676b45, host dv-cinder-810000-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=a3b6473e-99a5-40a2-90fa-749397676b45,segment=NetworkSegment(18e45167-f2eb-4b57-9f10-d24d531acb7d),segment_id=18e45167-f2eb-4b57-9f10-d24d531acb7d)] {{(pid=98181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:45:53.188531 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron_lib.callbacks.manager [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.257920 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Routers {'85c11de2-1c01-4162-8c94-b3963e233bff'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:45:53.258554 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:45:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['85c11de2-1c01-4162-8c94-b3963e233bff'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:53.265358 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6fa18-51c7-47bb-a872-8a8157541f31 None None] Pushing event updated for resources: {'Port': ['ID=a3b6473e-99a5-40a2-90fa-749397676b45,revision_number=4']} {{(pid=98181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:53.334401 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-2d2fc934-4962-43a9-8397-f57f9dd7d08d None None] Provisioning complete for port a3b6473e-99a5-40a2-90fa-749397676b45 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:53.334859 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2d2fc934-4962-43a9-8397-f57f9dd7d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.482935 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2d2fc934-4962-43a9-8397-f57f9dd7d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.531776 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-2d2fc934-4962-43a9-8397-f57f9dd7d08d None None] For port a3b6473e-99a5-40a2-90fa-749397676b45, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=a3b6473e-99a5-40a2-90fa-749397676b45,segment=NetworkSegment(18e45167-f2eb-4b57-9f10-d24d531acb7d),segment_id=18e45167-f2eb-4b57-9f10-d24d531acb7d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:45:53.540870 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2d2fc934-4962-43a9-8397-f57f9dd7d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.579881 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] Set router 85c11de2-1c01-4162-8c94-b3963e233bff gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:45:53.613716 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fc934-4962-43a9-8397-f57f9dd7d08d None None] Pushing event updated for resources: {'Port': ['ID=a3b6473e-99a5-40a2-90fa-749397676b45,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:45:53.670056 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-1a5c9895-4a83-4b22-9985-bf3f025cbf52 None None] Provisioning complete for port a3b6473e-99a5-40a2-90fa-749397676b45 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:53.670418 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1a5c9895-4a83-4b22-9985-bf3f025cbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:53.875435 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 4, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port': {'id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:45Z', 'updated_at': '2021-09-21T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'a3b6473e-99a5-40a2-90fa-749397676b45', 'name': '', 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'mac_address': 'fa:16:3e:6d:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:47Z', 'updated_at': '2021-09-21T17:45:53Z', 'revision_number': 4, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'subnets': [{'id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:45:53.928334 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377f79c-29ba-4371-a9e0-f9a8ac3b3d70 None None] The sync data for ids ['85c11de2-1c01-4162-8c94-b3963e233bff'] in dv-cinder-810000-2-iscsi is: [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 4, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port': {'id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:45Z', 'updated_at': '2021-09-21T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': 'a3b6473e-99a5-40a2-90fa-749397676b45', 'name': '', 'network_id': 'b70a4638-e78d-4819-aa88-4f9dc39da8a2', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'mac_address': 'fa:16:3e:6d:24:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:47Z', 'updated_at': '2021-09-21T17:45:53Z', 'revision_number': 4, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'subnets': [{'id': '59ab4f98-759e-44f7-beb1-a210bbceea38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:45:53.963563 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-73efad18-aaa6-4dd2-96e3-7e8ed11959cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:54.186475 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:54.621108 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device a3b6473e-99a5-40a2-90fa-749397676b45 up at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:45:54.691085 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Provisioning complete for port a3b6473e-99a5-40a2-90fa-749397676b45 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:45:54.691564 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:55.057666 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:56.749766 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:45:59.256784 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-0192b743-3f85-40bb-af72-d8b76304ef35 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:45:59.258195 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-0192b743-3f85-40bb-af72-d8b76304ef35 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 814 time: 0.1101222 Sep 21 17:45:59.274471 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-b7e0e91c-819f-4fc7-933e-1150ffb44f1c tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/quotas/4538cf68376641b3af0774c4df2ab33f HTTP/1.1" status: 200 len: 375 time: 0.0099680 Sep 21 17:45:59.328230 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-2bd849ba-7e5c-49a1-88d4-6c54f06df9c5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465460 Sep 21 17:45:59.345076 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-8e18db35-0c8b-49d8-9303-3e0060fca075 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:45:59.346062 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-8e18db35-0c8b-49d8-9303-3e0060fca075 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052307 Sep 21 17:45:59.445441 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-41e9c4f9-b6c5-4002-a9df-6aeed181b172 service neutron] 10.222.0.26 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928056 Sep 21 17:45:59.543174 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-05fa8a20-f031-43b2-9bd1-1cb29c1b6803 service neutron] 10.222.0.26 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898380 Sep 21 17:45:59.853848 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b0ddc529-c852-4387-b059-e3072cf12660 req-d7aece4a-2ace-4a94-84a3-66979fdc357f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 210 time: 0.1663816 Sep 21 17:46:00.800666 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-31ed1b87-b096-42d5-9cdd-bf584d8d7fa8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:00.802192 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-31ed1b87-b096-42d5-9cdd-bf584d8d7fa8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.18 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 814 time: 0.1232946 Sep 21 17:46:00.821963 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'port': {'device_id': 'e287e02c-7f00-4e22-8742-3c32057da140', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'admin_state_up': True, 'tenant_id': '4538cf68376641b3af0774c4df2ab33f'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:00.970011 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Made reservation on behalf of 4538cf68376641b3af0774c4df2ab33f for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:46:00.975256 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:00.984302 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-056e1ee5-343c-4a94-b692-dcf280da294a req-6b4090ce-cc3f-40d6-90dc-78196be64b08 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 210 time: 0.0280566 Sep 21 17:46:01.113632 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Allocated IP 172.20.0.6 (93f244a2-fd3f-4d8f-9d4f-0f2f78937992/a0d826c6-e788-4996-b4de-e34d65318624/53722a39-b682-4bbf-80a5-94a75088cdf5) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:46:01.347568 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:01.408617 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:01.474941 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:46:01.478259 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:46:01.502041 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:46:01.508192 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:01.575742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:01.576548 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:01.593426 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-901ccc52-1b8d-4a4b-bd85-5fe0cc01747f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757535 Sep 21 17:46:01.728166 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:01.777832 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-8c04c897-841b-4885-bd78-7300ab293843 None None] Provisioning complete for port 53722a39-b682-4bbf-80a5-94a75088cdf5 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:46:01.778117 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8c04c897-841b-4885-bd78-7300ab293843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:01.812391 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-8c04c897-841b-4885-bd78-7300ab293843 None None] Port 53722a39-b682-4bbf-80a5-94a75088cdf5 cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:46:02.131423 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6964c56-f7f0-42cd-a749-1de6eefa8fc9 req-1adfe259-e3b6-44c0-b439-6fcb0ef703ea tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:02.132928 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b6964c56-f7f0-42cd-a749-1de6eefa8fc9 req-1adfe259-e3b6-44c0-b439-6fcb0ef703ea tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0681291 Sep 21 17:46:02.177578 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-b6964c56-f7f0-42cd-a749-1de6eefa8fc9 req-2403564a-82b3-4f6c-8d99-c0d7bcbd50a7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Sep 21 17:46:03.331085 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537b26f-9ebe-48e3-82b2-92247628e20c req-72f8dbc7-1964-42a7-be4f-70e93b1b9685 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:03.332584 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f537b26f-9ebe-48e3-82b2-92247628e20c req-72f8dbc7-1964-42a7-be4f-70e93b1b9685 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0704749 Sep 21 17:46:03.387700 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f537b26f-9ebe-48e3-82b2-92247628e20c req-b30d7e9f-05be-4635-9740-47cb4ba73073 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Sep 21 17:46:04.707052 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66818-3632-4d24-8c24-870671f30a77 req-00d30bbe-616e-4209-8737-ff4afbd72829 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:04.708698 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-47d66818-3632-4d24-8c24-870671f30a77 req-00d30bbe-616e-4209-8737-ff4afbd72829 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0842760 Sep 21 17:46:04.759991 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-47d66818-3632-4d24-8c24-870671f30a77 req-bfd0ccd2-9e90-4381-ac70-39043eda1e5a tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Sep 21 17:46:05.890515 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8692a5a-3584-4f0d-a230-6def2a544e1d req-95874eb6-adc1-4ac3-84cb-83328da3f951 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:05.895259 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a8692a5a-3584-4f0d-a230-6def2a544e1d req-95874eb6-adc1-4ac3-84cb-83328da3f951 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0540438 Sep 21 17:46:05.938277 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a8692a5a-3584-4f0d-a230-6def2a544e1d req-34e18bff-5e5a-42f4-9985-82f1167c3b1a tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392098 Sep 21 17:46:07.065714 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918c8ae-5a52-43a3-b663-ece6d68449b6 req-2571cf5b-6838-44fd-a06f-17f4c765f1d5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:07.067456 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9918c8ae-5a52-43a3-b663-ece6d68449b6 req-2571cf5b-6838-44fd-a06f-17f4c765f1d5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0539260 Sep 21 17:46:07.115227 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9918c8ae-5a52-43a3-b663-ece6d68449b6 req-4551699a-b90e-4741-b8bb-67dcc6c97724 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Sep 21 17:46:08.252860 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22525924-3772-4617-bbc1-ef61845e1693 req-d07681dd-969b-4d57-ab53-e13d23f28097 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:08.254987 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-22525924-3772-4617-bbc1-ef61845e1693 req-d07681dd-969b-4d57-ab53-e13d23f28097 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0605712 Sep 21 17:46:08.309597 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-22525924-3772-4617-bbc1-ef61845e1693 req-732403c1-8136-4c98-bc21-1d7521c60e18 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Sep 21 17:46:09.437575 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e590f-38d7-4ce5-affb-de174f643d15 req-ba49ce16-6e93-497d-bf24-7cc4fa5fb615 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:09.439094 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-005e590f-38d7-4ce5-affb-de174f643d15 req-ba49ce16-6e93-497d-bf24-7cc4fa5fb615 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0547082 Sep 21 17:46:09.485325 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-005e590f-38d7-4ce5-affb-de174f643d15 req-725fe7ce-be5f-4769-aa5b-6c5d3ebd29df tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Sep 21 17:46:10.638753 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4d0f-860f-41a9-bfde-7fe77d4b76b4 req-f79ce3ef-5eef-40a9-b6c4-27bff918c9d1 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:10.642246 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-277d4d0f-860f-41a9-bfde-7fe77d4b76b4 req-f79ce3ef-5eef-40a9-b6c4-27bff918c9d1 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0674610 Sep 21 17:46:10.699350 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-277d4d0f-860f-41a9-bfde-7fe77d4b76b4 req-8d4bc8b7-87eb-43d4-b020-56682f6954f3 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 Sep 21 17:46:11.813447 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0367f-5b5a-4b7e-939d-96d7f23beaa7 req-0f4d77cf-5151-4ab4-87f2-8eb98c032ba0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:11.814975 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-89a0367f-5b5a-4b7e-939d-96d7f23beaa7 req-0f4d77cf-5151-4ab4-87f2-8eb98c032ba0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 931 time: 0.0485690 Sep 21 17:46:11.851976 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-89a0367f-5b5a-4b7e-939d-96d7f23beaa7 req-c3aec7eb-1bd7-4e89-a771-b1fa72ac7841 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Sep 21 17:46:12.426852 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-7be1151a-42e9-4366-a4d5-1cb55bbe38d1 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:46:12.427988 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-7be1151a-42e9-4366-a4d5-1cb55bbe38d1 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064983 Sep 21 17:46:12.443998 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Request body: {'port': {'device_id': 'e287e02c-7f00-4e22-8742-3c32057da140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:12.502703 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:12.527567 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-880a3494-8e65-444e-8fdf-a3e947073bd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426018 Sep 21 17:46:12.623838 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855db43-9ca9-465f-947b-f15c9b457336 req-f1924f74-a031-47f3-8f73-ccadc850c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:12.625221 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-f1924f74-a031-47f3-8f73-ccadc850c0ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1098 time: 0.0408072 Sep 21 17:46:12.740261 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855db43-9ca9-465f-947b-f15c9b457336 req-493a6f62-3fdd-4779-ae6c-62d3c1c7d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:12.741795 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-493a6f62-3fdd-4779-ae6c-62d3c1c7d233 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.0924699 Sep 21 17:46:12.785562 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53722a39-b682-4bbf-80a5-94a75088cdf5 {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:46:12.793034 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:12.805157 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Transition to ACTIVE for port object 53722a39-b682-4bbf-80a5-94a75088cdf5 will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:46:12.808780 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:12.810400 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-aa2d0591-179b-4d87-99fc-08ea78dbd9c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 1001 time: 0.0583105 Sep 21 17:46:12.864158 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855db43-9ca9-465f-947b-f15c9b457336 req-362628c0-6169-4aed-a903-e0558ad86d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:12.865658 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-362628c0-6169-4aed-a903-e0558ad86d16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0475276 Sep 21 17:46:12.884557 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Pushing event updated for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:12.926902 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855db43-9ca9-465f-947b-f15c9b457336 req-d8e7e594-1983-4848-b16e-eed08a37aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:12.928569 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-d8e7e594-1983-4848-b16e-eed08a37aa62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494947 Sep 21 17:46:12.951845 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Attempting to bind port 53722a39-b682-4bbf-80a5-94a75088cdf5 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:46:12.952618 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Attempting to bind port 53722a39-b682-4bbf-80a5-94a75088cdf5 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:46:12.953348 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Attempting to bind port 53722a39-b682-4bbf-80a5-94a75088cdf5 on network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:46:12.959479 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Port 53722a39-b682-4bbf-80a5-94a75088cdf5 on network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:46:12.959799 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Attempting to bind port 53722a39-b682-4bbf-80a5-94a75088cdf5 on network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:46:12.965216 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:46:12.965710 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Checking segment: {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:46:12.966159 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Bound using segment: {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:46:12.966600 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Bound port: 53722a39-b682-4bbf-80a5-94a75088cdf5, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676eb3ab-41d6-43a0-8693-4684608aac3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:46:12.967067 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:13.032766 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:46:13.036672 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53722a39-b682-4bbf-80a5-94a75088cdf5,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:46:13.040094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:13.040421 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28772df5-0e75-4105-a4d5-ba53e05941a8 req-3b031cee-6335-4620-975d-9d51ae8a1c2d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.047637 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-28772df5-0e75-4105-a4d5-ba53e05941a8 req-3b031cee-6335-4620-975d-9d51ae8a1c2d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 943 time: 0.1132677 Sep 21 17:46:13.079127 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.079745 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:13.082065 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] 10.222.0.18 "PUT /v2.0/ports/53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 1093 time: 0.6411891 Sep 21 17:46:13.082220 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:46:13.083292 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-3ebb3ee0-19a1-462f-a8b8-435594bfc9b4 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403754 Sep 21 17:46:13.084583 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba95a2f-2f52-4f30-b59c-0862f277af3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:46:13.110714 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d83e8-2c5a-4cd5-842e-d7e80f0bf2cb service neutron] Pushing event updated for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:13.143400 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-28772df5-0e75-4105-a4d5-ba53e05941a8 req-a5e2db96-b2a7-4737-82f2-0926b46b2826 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948670 Sep 21 17:46:13.173439 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e9095-c3ca-478a-8c5e-d2a7ee4ef68b x-openstack-request-id: req-e19e9095-c3ca-478a-8c5e-d2a7ee4ef68b {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:46:13.173822 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:46:13.174136 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e19e9095-c3ca-478a-8c5e-d2a7ee4ef68b {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:46:13.174592 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'status': 'completed', 'code': 200} Sep 21 17:46:13.191929 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-02449e3a-cc10-4051-bffb-dfde7b091d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.193973 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-02449e3a-cc10-4051-bffb-dfde7b091d36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1096 time: 0.0647061 Sep 21 17:46:13.225361 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7855db43-9ca9-465f-947b-f15c9b457336 req-18992252-c468-45d4-b070-b507823a42fd service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296558 Sep 21 17:46:13.250266 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-fe06b645-b29d-45d1-b0be-4c8668fe5b60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 217 time: 0.0474932 Sep 21 17:46:13.305221 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-6bbee766-921f-4ed6-9c6d-90b325b69326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.306949 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-6bbee766-921f-4ed6-9c6d-90b325b69326 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 200 len: 853 time: 0.0477288 Sep 21 17:46:13.364835 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-36cab373-a049-4b68-acc9-f54b71f82247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.366319 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-36cab373-a049-4b68-acc9-f54b71f82247 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508168 Sep 21 17:46:13.475550 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-f1d6aaf4-72b9-44f5-bbe9-666d5924502a service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998704 Sep 21 17:46:13.585903 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-ecc95b88-d5b4-4879-becf-8b20f144a36f req-4a62f0e6-507f-4cc2-9abc-08ca111150a8 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993140 Sep 21 17:46:13.698664 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-9308fd6d-a9ec-4db0-803d-1276fb7e30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.700747 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-9308fd6d-a9ec-4db0-803d-1276fb7e30e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1096 time: 0.0421903 Sep 21 17:46:13.797059 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-821f602b-682f-44b5-99a9-db70530afd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.798510 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-821f602b-682f-44b5-99a9-db70530afd92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 915 time: 0.0870681 Sep 21 17:46:13.841255 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-e99b85fc-668f-4544-92df-c5edbe8cefd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 217 time: 0.0326226 Sep 21 17:46:13.896125 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-69b55102-ec58-48a5-af7d-f610daa5678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.897611 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-69b55102-ec58-48a5-af7d-f610daa5678e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 200 len: 853 time: 0.0415854 Sep 21 17:46:13.952092 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-aa4622b7-53d6-400e-a095-5e8742c49aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:13.953495 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-aa4622b7-53d6-400e-a095-5e8742c49aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417974 Sep 21 17:46:14.050797 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-59c0b5cd-d282-4669-a96d-20c5e9348667 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819764 Sep 21 17:46:14.146444 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0ba95a2f-2f52-4f30-b59c-0862f277af3e req-b978d6e5-5cfa-478a-b9f3-5d9d91581487 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853567 Sep 21 17:46:14.260996 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898c7e-1ce9-4827-aa63-ee8ddee870cc req-8a55ee07-93ad-40bd-b376-7ffa613b93f8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:14.262382 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ab898c7e-1ce9-4827-aa63-ee8ddee870cc req-8a55ee07-93ad-40bd-b376-7ffa613b93f8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 943 time: 0.0524378 Sep 21 17:46:14.298092 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-ab898c7e-1ce9-4827-aa63-ee8ddee870cc req-8b63aca4-7508-40c4-85cf-c07eb0a82467 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298905 Sep 21 17:46:15.413687 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cc36c-c407-404d-90b5-a078ef0d304e req-f1df0a49-401d-46fd-bf84-6ba77bade3fc tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:15.415224 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-761cc36c-c407-404d-90b5-a078ef0d304e req-f1df0a49-401d-46fd-bf84-6ba77bade3fc tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 943 time: 0.0485287 Sep 21 17:46:15.454653 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-761cc36c-c407-404d-90b5-a078ef0d304e req-421be165-1f19-4eed-aa84-647b8a444b6d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334911 Sep 21 17:46:16.334551 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 53722a39-b682-4bbf-80a5-94a75088cdf5 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:46:16.436153 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53722a39-b682-4bbf-80a5-94a75088cdf5,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:46:16.449838 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'port_id': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'mac_address': 'fa:16:3e:87:b0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:46:16.496081 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:16.516540 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53722a39-b682-4bbf-80a5-94a75088cdf5 {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:46:16.537901 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53722a39-b682-4bbf-80a5-94a75088cdf5,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:46:16.542876 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:16.585589 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb0d33-a4a5-4650-9f55-915133795e9a req-dd9598fd-21c3-49a0-a00b-a5ccbefdbe62 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:16.587115 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a6bb0d33-a4a5-4650-9f55-915133795e9a req-dd9598fd-21c3-49a0-a00b-a5ccbefdbe62 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 944 time: 0.0508835 Sep 21 17:46:16.592626 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:16.631699 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-a6bb0d33-a4a5-4650-9f55-915133795e9a req-71caecaa-cb15-424f-ae4e-82bfa5c2180b tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351152 Sep 21 17:46:16.884110 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-33fada8f-eca9-40c8-b683-6fa1ce45c61b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393889811&fields=id&tenant_id=8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 267 time: 0.0347362 Sep 21 17:46:16.910849 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['53722a39-b682-4bbf-80a5-94a75088cdf5'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:46:16.997061 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-a9ecf4c3-88c2-4cd9-809c-f1ad50f1836d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:16.998590 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-a9ecf4c3-88c2-4cd9-809c-f1ad50f1836d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 812 time: 0.1076100 Sep 21 17:46:17.015736 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-4c2ed31a-fce8-4dfc-a278-39366f6c5c5a tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/quotas/8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 375 time: 0.0110223 Sep 21 17:46:17.079437 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-49c15f59-5202-4502-8482-75e028c12bc0 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0576911 Sep 21 17:46:17.099615 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-64113d09-e1c3-41ba-924d-fdce883b519c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=98178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 17:46:17.100727 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-64113d09-e1c3-41ba-924d-fdce883b519c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063159 Sep 21 17:46:17.196933 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-544907a0-3a37-42cd-91b5-136468ce876b service neutron] 10.222.0.26 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891511 Sep 21 17:46:17.289305 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-63a8c57d-0708-4aae-9e9e-cf62cc7384e7 service neutron] 10.222.0.26 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862348 Sep 21 17:46:17.594295 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2a52f3a6-3013-420c-997a-80a9505bfeac req-4b834b36-8b51-4f17-aa0f-877db82115c1 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 210 time: 0.0268047 Sep 21 17:46:17.745477 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46ff60-0740-49aa-a7cc-de135780c014 req-49cd9079-420a-4696-ac4a-69a6ffd1fc26 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:17.746984 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d46ff60-0740-49aa-a7cc-de135780c014 req-49cd9079-420a-4696-ac4a-69a6ffd1fc26 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 944 time: 0.0482461 Sep 21 17:46:17.785379 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6d46ff60-0740-49aa-a7cc-de135780c014 req-7f3d867b-0014-4b75-88fe-115a383ce5f3 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Sep 21 17:46:18.348812 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 53722a39-b682-4bbf-80a5-94a75088cdf5 up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:46:18.398985 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 53722a39-b682-4bbf-80a5-94a75088cdf5 completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:46:18.402663 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 53722a39-b682-4bbf-80a5-94a75088cdf5 triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:46:18.403072 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:18.478095 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:18.503692 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:46:18.505988 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3160b7e-2e02-4907-86e6-1f38398f973b" -d '{"events": [{"server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "name": "network-vif-plugged", "status": "completed", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:46:18.521162 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53722a39-b682-4bbf-80a5-94a75088cdf5,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:46:18.525310 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:18.558590 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548378ac-a161-4468-afef-7cc2670753c9 x-openstack-request-id: req-548378ac-a161-4468-afef-7cc2670753c9 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:46:18.558916 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "name": "network-vif-plugged", "status": "completed", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:46:18.559167 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-548378ac-a161-4468-afef-7cc2670753c9 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:46:18.559550 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'code': 200} Sep 21 17:46:18.583302 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:18.715020 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c3c22766-e92a-41e6-9431-d8a69bda2f13 req-7d12fde5-0a03-4136-830f-bd2bb7564d3c tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 210 time: 0.0326855 Sep 21 17:46:18.737645 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-2e212525-3a0d-45fe-8f5e-0cc641248d3a tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:18.739554 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-2e212525-3a0d-45fe-8f5e-0cc641248d3a tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 812 time: 0.1583276 Sep 21 17:46:18.788915 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-25c2bebd-a83c-49a8-8fa2-2d85bc2bb4b6 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8348a0a891c947f1ac281badfe4314c6 HTTP/1.1" status: 200 len: 379 time: 0.0355122 Sep 21 17:46:18.799584 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'port': {'device_id': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'admin_state_up': True, 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'security_groups': ['46d156fd-6030-415c-ac8e-e059f834d023']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:18.837477 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc4142-c597-480a-b820-73035a54b837 req-1fb28cea-a579-42c3-bef8-67b2dc9b8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:18.839400 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73bc4142-c597-480a-b820-73035a54b837 req-1fb28cea-a579-42c3-bef8-67b2dc9b8909 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1098 time: 0.1087708 Sep 21 17:46:18.903089 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73bc4142-c597-480a-b820-73035a54b837 req-915be5c0-b3a4-42c4-b185-c33e957c761a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Sep 21 17:46:18.919729 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9b12-00dd-4c34-acbc-6192f20f61c9 req-767308a0-ae9c-488d-9b00-84f8e1e44aa6 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:18.921199 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e1cb9b12-00dd-4c34-acbc-6192f20f61c9 req-767308a0-ae9c-488d-9b00-84f8e1e44aa6 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0585439 Sep 21 17:46:18.928128 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Made reservation on behalf of 8348a0a891c947f1ac281badfe4314c6 for: {'port': 1} {{(pid=98178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 17:46:18.931960 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:18.962496 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-e1cb9b12-00dd-4c34-acbc-6192f20f61c9 req-6096b13a-08ce-473f-b774-f4640577907d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341177 Sep 21 17:46:19.069829 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Allocated IP 172.20.0.5 (5642bc50-bcfd-4024-a62d-47499308613d/e70da9d0-60bf-4ec9-8efc-eb18d26c3835/3d5a4182-2751-44f6-abad-69783a9cea4c) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:46:19.213947 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.248514 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.294302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Network 5642bc50-bcfd-4024-a62d-47499308613d is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:46:19.297376 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:46:19.301016 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:46:19.334409 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=3d5a4182-2751-44f6-abad-69783a9cea4c,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:19.356565 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:19.357194 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.373442 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-eb164a81-a8eb-4c37-a3ac-30c61c0872ac tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779319 Sep 21 17:46:19.400719 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Request body: {'port': {'device_id': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:19.454976 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.517406 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-6f726c24-b1cf-40db-8917-305662d137dc None None] Provisioning complete for port 3d5a4182-2751-44f6-abad-69783a9cea4c triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:46:19.518026 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6f726c24-b1cf-40db-8917-305662d137dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.551812 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-6f726c24-b1cf-40db-8917-305662d137dc None None] Port 3d5a4182-2751-44f6-abad-69783a9cea4c cannot update to ACTIVE because it is not bound. {{(pid=98180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 17:46:19.712439 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5a4182-2751-44f6-abad-69783a9cea4c {{(pid=98178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:46:19.719416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.730972 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.provisioning_blocks [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Transition to ACTIVE for port object 3d5a4182-2751-44f6-abad-69783a9cea4c will not be triggered until provisioned by entity L2. {{(pid=98178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 17:46:19.734996 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.785147 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a4182-2751-44f6-abad-69783a9cea4c,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:19.880673 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3293a9a-6a3f-4a0e-8e55-dfe519c44eef req-6db42ed2-1f4a-4928-99e9-84ee2faf319b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:19.882201 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c3293a9a-6a3f-4a0e-8e55-dfe519c44eef req-6db42ed2-1f4a-4928-99e9-84ee2faf319b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0992632 Sep 21 17:46:19.902712 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Attempting to bind port 3d5a4182-2751-44f6-abad-69783a9cea4c on host hv-cinder-81000 for vnic_type normal with profile {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 17:46:19.903035 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Attempting to bind port 3d5a4182-2751-44f6-abad-69783a9cea4c by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 17:46:19.903356 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Attempting to bind port 3d5a4182-2751-44f6-abad-69783a9cea4c on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:46:19.916562 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Port 3d5a4182-2751-44f6-abad-69783a9cea4c on network 5642bc50-bcfd-4024-a62d-47499308613d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 17:46:19.916875 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Attempting to bind port 3d5a4182-2751-44f6-abad-69783a9cea4c on network 5642bc50-bcfd-4024-a62d-47499308613d {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 17:46:19.929701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Checking agent: {'id': '3cadf189-b2c8-443c-97d0-dac5ff049fd0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'started_at': datetime.datetime(2021, 9, 21, 17, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 17, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 17:46:19.930035 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Checking segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 17:46:19.930411 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Bound using segment: {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'} {{(pid=98178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 17:46:19.930861 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.managers [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Bound port: 3d5a4182-2751-44f6-abad-69783a9cea4c, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d'}}] {{(pid=98178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 17:46:19.931213 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:19.946456 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c3293a9a-6a3f-4a0e-8e55-dfe519c44eef req-6f23a53d-839a-4c95-aeeb-0246e0cebc08 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542214 Sep 21 17:46:20.000180 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] For port 3d5a4182-2751-44f6-abad-69783a9cea4c, host hv-cinder-81000, cleared binding levels {{(pid=98178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 17:46:20.003272 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] For port 3d5a4182-2751-44f6-abad-69783a9cea4c, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3d5a4182-2751-44f6-abad-69783a9cea4c,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 17:46:20.008254 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:20.043949 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:20.044559 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:20.046026 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d5a4182-2751-44f6-abad-69783a9cea4c HTTP/1.1" status: 200 len: 1093 time: 0.6496360 Sep 21 17:46:20.046350 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:46:20.048596 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c23c23-95f4-4c00-82aa-873dece44844" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:46:20.090866 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666f857-e0aa-4cf1-ac81-7396c12a3544 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a4182-2751-44f6-abad-69783a9cea4c,revision_number=3']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:20.093510 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2f80-c436-426a-8ba5-aa92dcd80145 req-14c7fb2a-dede-4e81-b3ae-fe971eb3f59e tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:20.103849 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-30ae2f80-c436-426a-8ba5-aa92dcd80145 req-14c7fb2a-dede-4e81-b3ae-fe971eb3f59e tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0738029 Sep 21 17:46:20.147822 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-30ae2f80-c436-426a-8ba5-aa92dcd80145 req-d725ed05-cbc7-4c70-b2c2-e7c432e97943 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370443 Sep 21 17:46:20.157819 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-ed1bec25-b7fb-4649-ba4a-f4229bd043da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:20.160035 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-ed1bec25-b7fb-4649-ba4a-f4229bd043da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 1096 time: 0.0592539 Sep 21 17:46:20.172402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e21b835-c459-4eb4-aeb9-0b258957689a x-openstack-request-id: req-6e21b835-c459-4eb4-aeb9-0b258957689a {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:46:20.172695 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:46:20.172948 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e21b835-c459-4eb4-aeb9-0b258957689a {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:46:20.173628 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'status': 'completed', 'code': 200} Sep 21 17:46:20.215265 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-0e664edf-4660-4240-82a1-df5053d46e1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d5a4182-2751-44f6-abad-69783a9cea4c HTTP/1.1" status: 200 len: 217 time: 0.0349445 Sep 21 17:46:20.270710 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-acaef0cc-eacc-4b36-affe-321f0ec5ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:20.272154 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-acaef0cc-eacc-4b36-affe-321f0ec5ccd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0436096 Sep 21 17:46:20.328899 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-f2a30945-f7d7-44c1-be39-07e746840918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:20.330418 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-f2a30945-f7d7-44c1-be39-07e746840918 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419180 Sep 21 17:46:20.422704 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-c634fcad-c341-4da4-8165-6d2bfca2f3c8 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829606 Sep 21 17:46:20.516312 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e3e3c7e4-55e8-4464-a1c2-027518e276b8 req-5482cf0a-558e-4f5a-9448-c4925654a608 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854056 Sep 21 17:46:20.615989 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-912414ae-ba93-4044-a598-5f1788c18c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:20.617462 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-912414ae-ba93-4044-a598-5f1788c18c37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 1096 time: 0.0445383 Sep 21 17:46:20.948384 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-18e199d0-5289-4f8b-9d97-bb1db7fda744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:20.949837 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-18e199d0-5289-4f8b-9d97-bb1db7fda744 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.3229303 Sep 21 17:46:21.000714 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-4be137ff-e642-491e-9c5c-54cbad80a532 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d5a4182-2751-44f6-abad-69783a9cea4c HTTP/1.1" status: 200 len: 217 time: 0.0333765 Sep 21 17:46:21.052517 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-19cf6604-7ff8-4934-a205-89d37a3b5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:21.053950 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-19cf6604-7ff8-4934-a205-89d37a3b5417 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0428333 Sep 21 17:46:21.065641 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951859-4eab-494c-97f0-8d02eca3629d req-1c28d407-a6bf-47d3-8cdb-a6f184953b4e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:21.067090 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-93951859-4eab-494c-97f0-8d02eca3629d req-1c28d407-a6bf-47d3-8cdb-a6f184953b4e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0495913 Sep 21 17:46:21.104304 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-cbe895e9-d0da-437e-b8b3-0247c86bb778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:21.105359 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-93951859-4eab-494c-97f0-8d02eca3629d req-9afa5eb5-e374-42ce-a7ce-1347fe80e665 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322914 Sep 21 17:46:21.105879 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-cbe895e9-d0da-437e-b8b3-0247c86bb778 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419102 Sep 21 17:46:21.195408 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-63ffa75d-571e-42c8-affe-667ceedd9565 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809011 Sep 21 17:46:21.318144 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bfcd3-e8e9-4141-8f68-d296e8914845 req-6547ad8e-f7fe-4ce5-b6f7-2dffc2ad7d3d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:21.319649 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-178bfcd3-e8e9-4141-8f68-d296e8914845 req-6547ad8e-f7fe-4ce5-b6f7-2dffc2ad7d3d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0996785 Sep 21 17:46:21.324878 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-e7c23c23-95f4-4c00-82aa-873dece44844 req-c659cf33-8bf7-4614-915e-f501543dffe2 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220152 Sep 21 17:46:21.357411 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-178bfcd3-e8e9-4141-8f68-d296e8914845 req-6f56c40a-3cb7-4c03-ae23-7e6a8502c0d4 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Sep 21 17:46:21.405485 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-853a91aa-23e8-4db0-8c61-f9c2450c1f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:21.475447 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e988-79e2-47c9-8256-81ae0b039543 req-de0ccd4f-62f3-4366-bb53-0474239f3822 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:21.477097 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7a96e988-79e2-47c9-8256-81ae0b039543 req-de0ccd4f-62f3-4366-bb53-0474239f3822 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0515623 Sep 21 17:46:21.517306 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-7a96e988-79e2-47c9-8256-81ae0b039543 req-4d4d5a1f-d010-43ef-a8a0-9d0639202b9d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335732 Sep 21 17:46:21.838598 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac255da-c98f-4c4f-aafa-672e94249097 req-74d456b3-4811-49a1-9b2b-19cbc4084135 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:21.840099 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cac255da-c98f-4c4f-aafa-672e94249097 req-74d456b3-4811-49a1-9b2b-19cbc4084135 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0470550 Sep 21 17:46:21.878735 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cac255da-c98f-4c4f-aafa-672e94249097 req-4ec474cf-5a7f-4f43-ac8a-541658ca8f9c tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Sep 21 17:46:22.236680 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f90225-be28-45a9-9a35-dc6ac16bd2e2 req-003f351a-eebf-4207-b65f-b74f90739fc7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:22.238788 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-30f90225-be28-45a9-9a35-dc6ac16bd2e2 req-003f351a-eebf-4207-b65f-b74f90739fc7 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0644450 Sep 21 17:46:22.276259 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-30f90225-be28-45a9-9a35-dc6ac16bd2e2 req-bd68f822-2bd5-41e4-8cc5-92887f3d29d1 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Sep 21 17:46:23.394422 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6bb59-b7a3-4465-ae85-e46b7ff2c52c req-ac76e58b-74a6-4b9d-9a68-3de2badb76aa tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:23.395954 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-daa6bb59-b7a3-4465-ae85-e46b7ff2c52c req-ac76e58b-74a6-4b9d-9a68-3de2badb76aa tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0534790 Sep 21 17:46:23.433484 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-daa6bb59-b7a3-4465-ae85-e46b7ff2c52c req-410413df-ca57-457e-8f2f-4657fa778d89 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316689 Sep 21 17:46:23.935785 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-b1c51f1a-2e21-45ad-b86c-e574f384d540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:24.178673 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:24.546461 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96e4c3-dcd4-4f56-83a1-d96c72c821e8 req-5ec56e1d-6066-4049-9d5c-8c2a89560908 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:24.547933 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6d96e4c3-dcd4-4f56-83a1-d96c72c821e8 req-5ec56e1d-6066-4049-9d5c-8c2a89560908 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0482793 Sep 21 17:46:24.589635 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-6d96e4c3-dcd4-4f56-83a1-d96c72c821e8 req-3e576d61-bc04-4cf6-bdcf-ba23e736b8c3 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356448 Sep 21 17:46:25.059558 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:25.707876 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4b9a3-230b-4d68-8132-cbce7bde8e4c req-39a6dada-410a-4d04-aec4-1fd2b8dc0209 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:25.709343 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-20e4b9a3-230b-4d68-8132-cbce7bde8e4c req-39a6dada-410a-4d04-aec4-1fd2b8dc0209 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0520887 Sep 21 17:46:25.747175 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-20e4b9a3-230b-4d68-8132-cbce7bde8e4c req-2fa2b323-14a9-4f1e-88c8-2961fa73ff1f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Sep 21 17:46:25.767926 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:46:26.748874 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:26.859106 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113f25-0865-4bc5-9b33-c927e800d71e req-a0be9c03-e8c1-42cc-afd9-0431ecaacb58 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:26.860555 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2f113f25-0865-4bc5-9b33-c927e800d71e req-a0be9c03-e8c1-42cc-afd9-0431ecaacb58 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0471783 Sep 21 17:46:26.898336 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-2f113f25-0865-4bc5-9b33-c927e800d71e req-435d4ac0-70b3-4b1f-86cc-1e9705852f33 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312660 Sep 21 17:46:28.012378 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2842a-0c9c-401f-94c3-92f115339487 req-54d1af24-1278-4e3b-b05c-7dbcdc1aed59 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:28.013809 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4cd2842a-0c9c-401f-94c3-92f115339487 req-54d1af24-1278-4e3b-b05c-7dbcdc1aed59 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 943 time: 0.0473306 Sep 21 17:46:28.049635 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-4cd2842a-0c9c-401f-94c3-92f115339487 req-b7ad9367-3e50-4693-b9a1-0137551c2b00 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300393 Sep 21 17:46:28.423989 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 3d5a4182-2751-44f6-abad-69783a9cea4c details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=98180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 17:46:28.518070 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 3d5a4182-2751-44f6-abad-69783a9cea4c, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3d5a4182-2751-44f6-abad-69783a9cea4c,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:46:28.532163 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Returning: {'device': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'port_id': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'mac_address': 'fa:16:3e:3d:0a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 17:46:28.568918 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:28.581517 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5a4182-2751-44f6-abad-69783a9cea4c {{(pid=98180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 17:46:28.601167 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 3d5a4182-2751-44f6-abad-69783a9cea4c, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3d5a4182-2751-44f6-abad-69783a9cea4c,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:46:28.606288 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:28.652648 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=3d5a4182-2751-44f6-abad-69783a9cea4c,revision_number=4']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:28.903212 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['3d5a4182-2751-44f6-abad-69783a9cea4c'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:46:29.164116 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240bc3-9ae8-498b-8dd1-431b863302bd req-785e6dc8-51d5-4740-804a-5f25df6a1519 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:29.165480 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-97240bc3-9ae8-498b-8dd1-431b863302bd req-785e6dc8-51d5-4740-804a-5f25df6a1519 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 944 time: 0.0509765 Sep 21 17:46:29.202419 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-97240bc3-9ae8-498b-8dd1-431b863302bd req-f9f831cf-2cc1-4b5c-a5b4-f4074feccade tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Sep 21 17:46:30.313674 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d778e25-0641-49d5-9b22-198430efd8ab req-83a59fd2-5fb4-4cab-8fa3-bd2b1c79c990 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:30.315164 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3d778e25-0641-49d5-9b22-198430efd8ab req-83a59fd2-5fb4-4cab-8fa3-bd2b1c79c990 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 944 time: 0.0480821 Sep 21 17:46:30.352585 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-3d778e25-0641-49d5-9b22-198430efd8ab req-8c640bc1-de42-41f7-a7ab-3125c8fbfd44 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Sep 21 17:46:30.447235 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 3d5a4182-2751-44f6-abad-69783a9cea4c up at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 17:46:30.496634 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning for port 3d5a4182-2751-44f6-abad-69783a9cea4c completed by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 17:46:30.500053 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Provisioning complete for port 3d5a4182-2751-44f6-abad-69783a9cea4c triggered by entity L2. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:46:30.500419 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:30.574980 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:30.598349 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c'}] {{(pid=98180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:46:30.600627 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8593dc0fe91d36572de200a8e4f21a76234e3176e49ad87cb9cae6412ec361b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54033550-9ee6-4052-ae4a-3f32034ad856" -d '{"events": [{"server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c"}]}' {{(pid=98180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:46:30.613792 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] For port 3d5a4182-2751-44f6-abad-69783a9cea4c, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3d5a4182-2751-44f6-abad-69783a9cea4c,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:46:30.617992 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958'] for port, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:30.641862 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679ee90-5df1-4f19-a226-cb7e7cc28d80 x-openstack-request-id: req-2679ee90-5df1-4f19-a226-cb7e7cc28d80 {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:46:30.642150 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c", "code": 200}]} {{(pid=98180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:46:30.642397 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2679ee90-5df1-4f19-a226-cb7e7cc28d80 {{(pid=98180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:46:30.642794 dv-cinder-810000-2-iscsi neutron-server[98180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'code': 200} Sep 21 17:46:30.667284 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Pushing event updated for resources: {'Port': ['ID=3d5a4182-2751-44f6-abad-69783a9cea4c,revision_number=5']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:30.896609 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a8770-41b5-48f5-9055-ad1b06883daa req-e2a7701b-9b6b-477b-a9ac-32585c302d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:30.897969 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-384a8770-41b5-48f5-9055-ad1b06883daa req-e2a7701b-9b6b-477b-a9ac-32585c302d88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 1098 time: 0.0413575 Sep 21 17:46:30.936383 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-384a8770-41b5-48f5-9055-ad1b06883daa req-f2f10cfc-4a07-447f-bc00-414cf9bf4750 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264695 Sep 21 17:46:31.314157 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b2436-952f-4b61-89c8-57dd5e3144d7 req-41d83466-311b-4e92-9e88-02629fa5cc3d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:31.315626 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-221b2436-952f-4b61-89c8-57dd5e3144d7 req-41d83466-311b-4e92-9e88-02629fa5cc3d tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0476131 Sep 21 17:46:31.352622 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-221b2436-952f-4b61-89c8-57dd5e3144d7 req-23840dbc-0c91-4c93-8be8-f89fc5a301c3 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Sep 21 17:46:31.374655 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45004) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:31.485550 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f96f08-1adb-4515-a4e9-604da7bb6d9b tempest-TestMinimumBasicScenario-1386181592 tempest-TestMinimumBasicScenario-1386181592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:31.490044 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45010) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:31.490291 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-63f96f08-1adb-4515-a4e9-604da7bb6d9b tempest-TestMinimumBasicScenario-1386181592 tempest-TestMinimumBasicScenario-1386181592-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1093 time: 0.1142240 Sep 21 17:46:31.495375 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'port_id': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:31.497611 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6940c-057f-4873-a24d-02b75139221b req-624508f6-d6ec-469b-9d38-587adc70d5a2 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:31.499250 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f4b6940c-057f-4873-a24d-02b75139221b req-624508f6-d6ec-469b-9d38-587adc70d5a2 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 945 time: 0.0797899 Sep 21 17:46:31.519920 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for floatingip, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:31.537200 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-f4b6940c-057f-4873-a24d-02b75139221b req-9fa5ee9b-5480-44cd-8c92-5da56712060d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321586 Sep 21 17:46:31.614924 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:31.713421 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_common [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Allocated IP 172.27.1.149 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/6c2ed11c-1a5a-46cb-8bf7-2667224e189d) {{(pid=98178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:46:31.739071 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:31.814733 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for port, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:31.848514 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:31.883372 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:46:31.887676 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.base_scheduler [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Resources bound (agent type, host, resource id): {{(pid=98178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:46:31.891039 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Received port after_create {{(pid=98178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:46:31.914973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'Port': ['ID=6c2ed11c-1a5a-46cb-8bf7-2667224e189d,revision_number=1']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:32.235697 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:32.297278 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:32.445606 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:32.450126 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:32.521255 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'Port': ['ID=6c2ed11c-1a5a-46cb-8bf7-2667224e189d,revision_number=2']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:32.531017 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:32.656445 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Floating IP 77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18 associated. External IP: 172.27.1.149, port: 53722a39-b682-4bbf-80a5-94a75088cdf5. Sep 21 17:46:32.703207 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595506ea-0c90-496d-a034-d3a390aa6fbc req-e89f935c-8920-48b8-998c-a7af5859f417 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:32.704653 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-595506ea-0c90-496d-a034-d3a390aa6fbc req-e89f935c-8920-48b8-998c-a7af5859f417 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 945 time: 0.0931642 Sep 21 17:46:32.786991 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-595506ea-0c90-496d-a034-d3a390aa6fbc req-6aa28f86-7a84-4401-a524-10d9635d8b6e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761309 Sep 21 17:46:32.895020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Router ae55956c-88e5-48b5-bc83-008a24e9cd01 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:46:32.901052 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c5ffc-908a-4a0d-866c-ef807597b389 req-194d75d2-78c5-46bf-a62e-8c7899726760 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:32.902544 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-939c5ffc-908a-4a0d-866c-ef807597b389 req-194d75d2-78c5-46bf-a62e-8c7899726760 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 945 time: 0.0502830 Sep 21 17:46:32.942620 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-939c5ffc-908a-4a0d-866c-ef807597b389 req-4fea69e3-fa39-4994-b02b-c85a32550c0f tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Sep 21 17:46:32.965148 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45016) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:33.003843 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:46:33.004104 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f2731-2b39-4113-aa9c-be4ad0a4a65f tempest-TestVolumeBootPattern-1094342973 tempest-TestVolumeBootPattern-1094342973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:33.005468 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-066f2731-2b39-4113-aa9c-be4ad0a4a65f tempest-TestVolumeBootPattern-1094342973 tempest-TestVolumeBootPattern-1094342973-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 1093 time: 0.0392230 Sep 21 17:46:33.008090 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45018) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:33.012366 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Request body: {'floatingip': {'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'port_id': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:33.013683 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] Sync routers for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:46:33.024009 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.029599 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:46:33.030225 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:46:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:33.039477 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.055498 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-eef2380b-86cb-48e0-a565-d2434d59c7bf tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5615640 Sep 21 17:46:33.055498 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:46:33.055789 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49018f2-b820-4ae4-98b4-ba263dead9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:46:33.055903 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45020) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:33.061645 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-9bfe7ef0-5bd7-4363-8cbb-ee8ddd7e4061 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491249529', 'description': 'tempest-secgroup-smoke-491249529 description', 'project_id': '4538cf68376641b3af0774c4df2ab33f'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:33.092563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35d0209-225e-461f-9ca2-deba312c7e1a x-openstack-request-id: req-b35d0209-225e-461f-9ca2-deba312c7e1a {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:46:33.092863 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:46:33.093099 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b35d0209-225e-461f-9ca2-deba312c7e1a {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:46:33.093760 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'status': 'completed', 'code': 200} Sep 21 17:46:33.131251 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7ef0-5bd7-4363-8cbb-ee8ddd7e4061 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.138027 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:46:33.159041 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-25a33aed-5208-413d-bb10-d8880cee7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:33.161147 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-25a33aed-5208-413d-bb10-d8880cee7d4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1098 time: 0.0416095 Sep 21 17:46:33.268431 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-cadfe896-bc61-4a02-a634-3c585402db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:33.270558 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-cadfe896-bc61-4a02-a634-3c585402db59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 915 time: 0.0981081 Sep 21 17:46:33.340947 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-df26d87a-ed72-4c0e-b2a3-46abeeb120fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 999 time: 0.0619202 Sep 21 17:46:33.376310 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'port_id': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'mac_address': 'fa:16:3e:87:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e287e02c-7f00-4e22-8742-3c32057da140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:46:32Z', 'updated_at': '2021-09-21T17:46:32Z', 'revision_number': 0, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 5, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:33.399583 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-6cbabf42-e5d5-4fa9-8b14-91bef23fb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:33.401329 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-6cbabf42-e5d5-4fa9-8b14-91bef23fb8d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 200 len: 853 time: 0.0515451 Sep 21 17:46:33.407741 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] Checking router: ae55956c-88e5-48b5-bc83-008a24e9cd01 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:46:33.416150 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:46:33.416756 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:46:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:33.449714 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-a6f78fa1-0aff-4b9c-bef7-f9e05c28508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:33.451780 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-a6f78fa1-0aff-4b9c-bef7-f9e05c28508a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415750 Sep 21 17:46:33.460805 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.536037 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:46:33.537431 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7ef0-5bd7-4363-8cbb-ee8ddd7e4061 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.545330 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7ef0-5bd7-4363-8cbb-ee8ddd7e4061 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.555267 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-ebbdef04-7953-4892-80f8-f9f5145e0c79 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933926 Sep 21 17:46:33.599628 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7ef0-5bd7-4363-8cbb-ee8ddd7e4061 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.603645 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9bfe7ef0-5bd7-4363-8cbb-ee8ddd7e4061 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5441611 Sep 21 17:46:33.604793 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45024) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:33.611579 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-f43a3f5b-9760-4282-bbf8-43258e70f5c7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74', 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:33.617826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe7ef0-5bd7-4363-8cbb-ee8ddd7e4061 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:33.639999 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_common [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Allocated IP 172.27.1.199 (8159cc5a-783d-48d5-9064-54bc40d9fed0/68129fc1-2800-4719-8be1-4f09713d306e/1911b4ab-6f6a-4bb6-a7fa-8093b8f0f95a) {{(pid=98179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 17:46:33.662853 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c49018f2-b820-4ae4-98b4-ba263dead9b0 req-5947061c-8546-4682-976f-7c1a78c69326 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993054 Sep 21 17:46:33.686001 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f43a3f5b-9760-4282-bbf8-43258e70f5c7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.796342 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f43a3f5b-9760-4282-bbf8-43258e70f5c7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.801194 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f43a3f5b-9760-4282-bbf8-43258e70f5c7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.818313 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.833239 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a3f5b-9760-4282-bbf8-43258e70f5c7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8124d0-d33b-4b6b-b6ba-a9f37c2bddab,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:33.845780 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f43a3f5b-9760-4282-bbf8-43258e70f5c7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.847167 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f43a3f5b-9760-4282-bbf8-43258e70f5c7 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2407222 Sep 21 17:46:33.855136 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45026) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:33.856010 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-4bc85b9f-f42e-4677-86c7-bf2ce5125ccb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74', 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:33.878175 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741006014922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.883395 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4bc85b9f-f42e-4677-86c7-bf2ce5125ccb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.915246 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'port_id': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'mac_address': 'fa:16:3e:87:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e287e02c-7f00-4e22-8742-3c32057da140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:46:32Z', 'updated_at': '2021-09-21T17:46:32Z', 'revision_number': 0, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 5, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:33.928487 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Network 8159cc5a-783d-48d5-9064-54bc40d9fed0 is already hosted by enough agents. {{(pid=98179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 17:46:33.937328 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.base_scheduler [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Resources bound (agent type, host, resource id): {{(pid=98179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 17:46:33.940013 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=1911b4ab-6f6a-4bb6-a7fa-8093b8f0f95a,revision_number=1']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:33.942619 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Received port after_create {{(pid=98179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 17:46:33.942923 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e549a3a4-6b67-4392-ba7e-97082c215631 None None] The sync data for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi is: [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'port_id': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'mac_address': 'fa:16:3e:87:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e287e02c-7f00-4e22-8742-3c32057da140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:46:32Z', 'updated_at': '2021-09-21T17:46:32Z', 'revision_number': 0, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 5, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:46:33.948290 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4bc85b9f-f42e-4677-86c7-bf2ce5125ccb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.956434 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4bc85b9f-f42e-4677-86c7-bf2ce5125ccb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.977717 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc85b9f-f42e-4677-86c7-bf2ce5125ccb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e30458-4400-4bb4-b33e-2c26ef9e2813,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:33.985853 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-4bc85b9f-f42e-4677-86c7-bf2ce5125ccb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:33.987231 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-4bc85b9f-f42e-4677-86c7-bf2ce5125ccb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349413 Sep 21 17:46:33.994057 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45028) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:34.000296 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [None req-df63ed5e-80d2-4027-9db7-34693ee0d115 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74', 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:34.082459 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-df63ed5e-80d2-4027-9db7-34693ee0d115 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.180473 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fc6b30-ce2c-49f5-b2c4-e08259c36e90 None None] New status for floating IP 77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18: ACTIVE {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:46:34.233147 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-df63ed5e-80d2-4027-9db7-34693ee0d115 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.238538 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-df63ed5e-80d2-4027-9db7-34693ee0d115 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.275380 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63ed5e-80d2-4027-9db7-34693ee0d115 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6e44bb-b6c9-4d9a-9b0e-e835b0ee9f2c,revision_number=0']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:34.287170 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-df63ed5e-80d2-4027-9db7-34693ee0d115 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.289015 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-df63ed5e-80d2-4027-9db7-34693ee0d115 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939494 Sep 21 17:46:34.292345 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45030) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:34.298600 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-444a0472-c263-4444-9fcb-05eb182f3838 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74', 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:34.341013 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-444a0472-c263-4444-9fcb-05eb182f3838 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.436331 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-444a0472-c263-4444-9fcb-05eb182f3838 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.441653 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-444a0472-c263-4444-9fcb-05eb182f3838 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.468884 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a0472-c263-4444-9fcb-05eb182f3838 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28889003-64a2-4288-953d-b7a72bc8d282,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:34.477954 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-444a0472-c263-4444-9fcb-05eb182f3838 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.482261 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-444a0472-c263-4444-9fcb-05eb182f3838 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883762 Sep 21 17:46:34.482873 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45032) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:34.489507 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74', 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:34.510762 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.513016 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.securitygroups_db [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Project 4538cf68376641b3af0774c4df2ab33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 17:46:34.520709 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.584841 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.593037 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.597751 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.619351 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c27e2e9-3743-453e-833c-39e3bcf46767,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:34.632949 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.634263 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-5dda98eb-757c-4631-b99f-62d6a2f746c8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504118 Sep 21 17:46:34.636971 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45034) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:46:34.641434 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'security_group_rule': {'security_group_id': 'fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74', 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:34.662599 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.securitygroups_db [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Project 4538cf68376641b3af0774c4df2ab33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 17:46:34.667317 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.728130 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.732274 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637668'] for security_group_rule, after_create {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.749525 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.753298 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.754383 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d160dc8-f023-4859-8096-fee8287497a1,revision_number=0']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:34.758183 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.762115 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-77282ad4-832b-41a1-9269-bd4d1e7a0dd0 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215897 Sep 21 17:46:34.844293 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event updated for resources: {'Port': ['ID=1911b4ab-6f6a-4bb6-a7fa-8093b8f0f95a,revision_number=2']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:34.869059 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584907'] for floatingip, after_create {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:34.875942 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-19479daf-09f2-4ede-b4fd-16742e718263 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491249529&fields=id&tenant_id=4538cf68376641b3af0774c4df2ab33f HTTP/1.1" status: 200 len: 267 time: 0.0645993 Sep 21 17:46:34.995864 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-554b8132-4348-4b91-b954-855c8edd903b tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:34.997240 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-554b8132-4348-4b91-b954-855c8edd903b tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0926044 Sep 21 17:46:35.010096 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.v2.base [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'port': {'security_groups': ['a9cb6b8b-51bd-49fb-bc09-2b034ef03f35', 'fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74']}} {{(pid=98179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:46:35.016226 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.l3_db [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Floating IP 2fc65f4c-7756-43eb-845a-9559bbc10ff5 associated. External IP: 172.27.1.199, port: 3d5a4182-2751-44f6-abad-69783a9cea4c. Sep 21 17:46:35.137598 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:35.361082 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:46:35.458559 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53722a39-b682-4bbf-80a5-94a75088cdf5,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:46:35.528106 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for port, precommit_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:35.537132 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13628400'] for port, after_update {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:35.546647 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:46:35.553764 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['53722a39-b682-4bbf-80a5-94a75088cdf5'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:46:35.557485 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:46:35.588159 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:46:35.589469 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:46:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:35.596025 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:35.596745 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:35.601442 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4660066c-0ed6-4ee8-849a-7ed45c89eab4 req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "PUT /v2.0/ports/53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 981 time: 0.5970259 Sep 21 17:46:35.602002 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:46:35.604362 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd120c06-aee4-42e1-883b-f08925babf60" -d '{"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:46:35.621183 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:35.658857 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b19ff87-85a8-4dc3-8f2e-c51248545427 x-openstack-request-id: req-9b19ff87-85a8-4dc3-8f2e-c51248545427 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:46:35.659198 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:46:35.659430 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b19ff87-85a8-4dc3-8f2e-c51248545427 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:46:35.659966 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'status': 'completed', 'code': 200} Sep 21 17:46:35.667468 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05e867-e2b6-4eaf-8e30-44e697e36276 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=6']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:46:35.692046 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-e4ddffc6-74d8-427c-8ed4-f333d51ad32e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6828680 Sep 21 17:46:35.727548 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:46:35.757734 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd120c06-aee4-42e1-883b-f08925babf60 req-fd889f3d-a2aa-4674-95d9-6d2c442cab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:35.758949 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd120c06-aee4-42e1-883b-f08925babf60 req-fd889f3d-a2aa-4674-95d9-6d2c442cab4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1137 time: 0.0792713 Sep 21 17:46:35.764512 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['53722a39-b682-4bbf-80a5-94a75088cdf5'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:46:35.768013 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6134fc4-3a66-49fe-9d2c-aaec1b9c561f req-16ad825c-5a3b-468f-b600-fdf60c71cc25 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:35.768963 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f6134fc4-3a66-49fe-9d2c-aaec1b9c561f req-16ad825c-5a3b-468f-b600-fdf60c71cc25 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0813313 Sep 21 17:46:35.869021 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f6134fc4-3a66-49fe-9d2c-aaec1b9c561f req-48785db4-ef21-45fb-adbc-bee216a5ef3b tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930061 Sep 21 17:46:35.894084 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd120c06-aee4-42e1-883b-f08925babf60 req-a3653dd6-193d-4517-85ee-01ff8620eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:35.895590 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd120c06-aee4-42e1-883b-f08925babf60 req-a3653dd6-193d-4517-85ee-01ff8620eada service neutron] 10.222.0.18 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 915 time: 0.1145833 Sep 21 17:46:35.963195 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd120c06-aee4-42e1-883b-f08925babf60 req-a7795410-f4f7-48cc-baf3-abf34e0530c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 1001 time: 0.0587687 Sep 21 17:46:36.009331 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-a884ed8d-fda7-4ce8-bd92-82968ec45c43 None None] Provisioning complete for port 53722a39-b682-4bbf-80a5-94a75088cdf5 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:46:36.009690 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-a884ed8d-fda7-4ce8-bd92-82968ec45c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:36.012839 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd120c06-aee4-42e1-883b-f08925babf60 req-88cd6097-acc8-4d95-a791-9de832352e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:36.014318 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd120c06-aee4-42e1-883b-f08925babf60 req-88cd6097-acc8-4d95-a791-9de832352e83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 200 len: 853 time: 0.0438905 Sep 21 17:46:36.072739 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd120c06-aee4-42e1-883b-f08925babf60 req-92dfc489-a6f0-4d3f-be73-fab893375325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:36.074266 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd120c06-aee4-42e1-883b-f08925babf60 req-92dfc489-a6f0-4d3f-be73-fab893375325 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466466 Sep 21 17:46:36.164256 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd120c06-aee4-42e1-883b-f08925babf60 req-b5477a21-ccfe-4a08-8fd7-53180c4405c1 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813839 Sep 21 17:46:36.258459 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-dd120c06-aee4-42e1-883b-f08925babf60 req-acb848be-7fd7-433d-bce6-e95661f6de55 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866642 Sep 21 17:46:36.304041 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:20Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}, {'id': '2fc65f4c-7756-43eb-845a-9559bbc10ff5', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:3d:0a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:46:34Z', 'updated_at': '2021-09-21T17:46:34Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:36.343161 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:46:36.385899 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:46:36.386509 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:46:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:36.586406 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:46:36.872798 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:20Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}, {'id': '2fc65f4c-7756-43eb-845a-9559bbc10ff5', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:3d:0a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:46:34Z', 'updated_at': '2021-09-21T17:46:34Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:46:36.900768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cf215-f901-49c1-ae11-f48d2c51a210 None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:20Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}, {'id': '2fc65f4c-7756-43eb-845a-9559bbc10ff5', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:3d:0a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:46:34Z', 'updated_at': '2021-09-21T17:46:34Z', 'revision_number': 0, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:46:37.091688 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6efd12-340a-43aa-9ac6-2fe082dadbbf None None] New status for floating IP 2fc65f4c-7756-43eb-845a-9559bbc10ff5: ACTIVE {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:46:37.660886 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:46:37.663263 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a14bc93-c317-4d53-947c-dd1c0583bcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:46:37.698365 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba44e9e-54c7-41d5-9eec-fdca7fcca5b1 x-openstack-request-id: req-7ba44e9e-54c7-41d5-9eec-fdca7fcca5b1 {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:46:37.698672 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:46:37.698941 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ba44e9e-54c7-41d5-9eec-fdca7fcca5b1 {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:46:37.699327 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'status': 'completed', 'code': 200} Sep 21 17:46:37.771355 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-ca407287-0146-40df-819f-cf0ae9bb8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:37.772821 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-ca407287-0146-40df-819f-cf0ae9bb8f71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 1098 time: 0.0397377 Sep 21 17:46:37.866566 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-79792dc6-8d6c-4baa-9176-39bf8102f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:37.868056 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-79792dc6-8d6c-4baa-9176-39bf8102f89e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.0858769 Sep 21 17:46:37.932725 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-8f41ab2c-91b6-4841-bd2b-2e58a7d61399 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d5a4182-2751-44f6-abad-69783a9cea4c HTTP/1.1" status: 200 len: 1001 time: 0.0567601 Sep 21 17:46:37.996450 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-6721b8bb-b2c5-4f23-b192-53db5d92bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:37.997846 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-6721b8bb-b2c5-4f23-b192-53db5d92bdac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0426044 Sep 21 17:46:38.056357 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-e0eb0d94-b695-4f80-8e46-5bc9998cb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:46:38.057805 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-e0eb0d94-b695-4f80-8e46-5bc9998cb218 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410690 Sep 21 17:46:38.397432 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-3eb96149-cc1c-41c5-8989-25eb8e366034 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257916 Sep 21 17:46:38.500230 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-5a14bc93-c317-4d53-947c-dd1c0583bcf6 req-d92788fa-8ae5-437a-bbff-13d4ae151a79 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831857 Sep 21 17:46:51.408028 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e5253a9a-5883-4df8-8270-90b07021f09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:53.936751 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-9159b98b-ee8d-4822-ba42-8cd2ee2a84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:54.180316 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:55.062485 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:46:56.751285 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:01.732725 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:02.767775 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:47:08.015825 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67b950-e0b9-4489-bde5-cc8073055cd0 req-4c9e0e79-c6c9-4d1f-980a-8dd9ef77b13f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:08.017334 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9e67b950-e0b9-4489-bde5-cc8073055cd0 req-4c9e0e79-c6c9-4d1f-980a-8dd9ef77b13f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0541375 Sep 21 17:47:08.018818 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-8d637f2f-a437-48e4-a189-be13c03dd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:08.020306 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-8d637f2f-a437-48e4-a189-be13c03dd037 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1137 time: 0.0409939 Sep 21 17:47:08.060869 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-9e67b950-e0b9-4489-bde5-cc8073055cd0 req-a5b3e0d9-90e0-4640-9a90-93b5ed56fdfc tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361106 Sep 21 17:47:08.129044 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-9def011f-9eca-4cd2-9d80-c37f0a1a5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:08.130463 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-9def011f-9eca-4cd2-9d80-c37f0a1a5035 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 915 time: 0.0892136 Sep 21 17:47:08.197508 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-85bc8407-dcae-4600-a7f1-b44a95c53a66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 1001 time: 0.0587754 Sep 21 17:47:08.254016 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-daad4963-aa00-4d1f-ad55-298842d802a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:08.255508 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-daad4963-aa00-4d1f-ad55-298842d802a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 200 len: 853 time: 0.0426049 Sep 21 17:47:08.310243 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-d67c6745-51a1-4076-84bf-6ec88448c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:08.311763 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-d67c6745-51a1-4076-84bf-6ec88448c768 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434961 Sep 21 17:47:08.415757 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-ce7d4a3c-5529-44d4-a186-a00a06efde9b service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Sep 21 17:47:08.512783 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-81d389df-4fae-4f48-b075-1fbdd7091441 req-88cd5d2f-4a1d-485b-939e-acacec218e7b service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874002 Sep 21 17:47:09.174144 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac9679-c579-44c7-a119-dc88472d5b87 req-584f665f-ea9b-4228-b6d5-4e36998079f5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:09.175634 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-63ac9679-c579-44c7-a119-dc88472d5b87 req-584f665f-ea9b-4228-b6d5-4e36998079f5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0471535 Sep 21 17:47:09.215975 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-63ac9679-c579-44c7-a119-dc88472d5b87 req-e1215a0b-0955-454f-a584-b78d3084c99f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338044 Sep 21 17:47:10.332393 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed03ae6-6aa8-44d9-a186-0ea06785f217 req-2549da65-dfba-47a0-b721-b136bbb792b5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:10.333900 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4ed03ae6-6aa8-44d9-a186-0ea06785f217 req-2549da65-dfba-47a0-b721-b136bbb792b5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0473456 Sep 21 17:47:10.374613 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-4ed03ae6-6aa8-44d9-a186-0ea06785f217 req-0811226b-12a9-41ff-9be6-c22493227a5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340438 Sep 21 17:47:11.105707 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-c949ed6f-f3d8-4f41-91de-95068148f584 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384743 Sep 21 17:47:11.194422 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-05d36d00-fae8-475f-8eca-0095884c3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:11.196086 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-05d36d00-fae8-475f-8eca-0095884c3d2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1098 time: 0.0421340 Sep 21 17:47:11.303520 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-fc3d5e62-a9e2-41b0-a211-7444282aaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:11.304982 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-fc3d5e62-a9e2-41b0-a211-7444282aaad3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.0842955 Sep 21 17:47:11.374103 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-51df1215-ef6e-456c-a452-ff5d0a740e3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 1001 time: 0.0610888 Sep 21 17:47:11.423929 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-ea95d845-b82e-441c-969f-0ace54473058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:11.425395 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-ea95d845-b82e-441c-969f-0ace54473058 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0434806 Sep 21 17:47:11.499445 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-2ea22c5d-d7a3-4585-8c9d-872f40c8a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:11.500952 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-2ea22c5d-d7a3-4585-8c9d-872f40c8a5b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669765 Sep 21 17:47:11.514085 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501529d-420a-479e-9ab7-2d42ca89b9db req-883016f5-fdf4-4e62-91fd-e2636633e641 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:11.515626 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0501529d-420a-479e-9ab7-2d42ca89b9db req-883016f5-fdf4-4e62-91fd-e2636633e641 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0716870 Sep 21 17:47:11.610095 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-0501529d-420a-479e-9ab7-2d42ca89b9db req-584eca49-8afe-4c14-80ef-d0f863832804 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734293 Sep 21 17:47:11.626243 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-1f266c35-9acc-4ca3-a5e0-adce24849e15 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097302 Sep 21 17:47:11.716787 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-03a50804-b430-4a0a-b3dd-2302871553b4 req-262f9efb-9f99-4fc0-92a0-b5820912d42a service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825436 Sep 21 17:47:12.722823 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127478d-d5fc-4ba2-b2d3-51a2f0174c78 req-1b99a374-91be-4bd5-a5c0-c6dfdc8332d6 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:12.724585 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b127478d-d5fc-4ba2-b2d3-51a2f0174c78 req-1b99a374-91be-4bd5-a5c0-c6dfdc8332d6 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0489297 Sep 21 17:47:12.765488 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-b127478d-d5fc-4ba2-b2d3-51a2f0174c78 req-864d2fcc-e956-43e2-ad6e-5c6c087cf231 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341318 Sep 21 17:47:13.878384 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90505e50-fa9f-4aa1-92dc-ea44dae8d4d1 req-456dcf74-d90d-4d0c-b09d-acb82b358dca tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:13.879901 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-90505e50-fa9f-4aa1-92dc-ea44dae8d4d1 req-456dcf74-d90d-4d0c-b09d-acb82b358dca tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0485027 Sep 21 17:47:13.919025 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-90505e50-fa9f-4aa1-92dc-ea44dae8d4d1 req-eda80faa-f64f-4a8d-a1b3-33e3b3843ee8 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330667 Sep 21 17:47:15.034358 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f090d-2808-404c-ba89-5d4129fa9e9c req-4e09864e-f728-4bd3-918f-b1f6492fbe6f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:15.035830 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-904f090d-2808-404c-ba89-5d4129fa9e9c req-4e09864e-f728-4bd3-918f-b1f6492fbe6f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0505359 Sep 21 17:47:15.074702 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-904f090d-2808-404c-ba89-5d4129fa9e9c req-e13ec3bd-abce-4912-9844-ff08ce147e9b tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322433 Sep 21 17:47:16.186471 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f872065-61ee-4c4e-b3ee-513500a42c55 req-789db0f1-aa64-4adf-bb0c-07d101a2e176 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:16.187969 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2f872065-61ee-4c4e-b3ee-513500a42c55 req-789db0f1-aa64-4adf-bb0c-07d101a2e176 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0474451 Sep 21 17:47:16.228194 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-2f872065-61ee-4c4e-b3ee-513500a42c55 req-dd2d0f49-2dd8-4e39-bd09-4b1b0c7debdb tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342462 Sep 21 17:47:17.351102 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f2361-1b46-4387-98f9-8de250112b27 req-b314109b-83f3-4b9e-bf26-c510baddc29c tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:17.352564 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c69f2361-1b46-4387-98f9-8de250112b27 req-b314109b-83f3-4b9e-bf26-c510baddc29c tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0482113 Sep 21 17:47:17.392803 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-c69f2361-1b46-4387-98f9-8de250112b27 req-84e5a28f-c4ef-4ef8-a5ae-f8587712bf74 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341430 Sep 21 17:47:18.507997 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eadf59-51f4-4054-8a26-21dc0228939e req-17303194-34cb-43d7-b6e7-115e4443eb4b tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:18.509440 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f5eadf59-51f4-4054-8a26-21dc0228939e req-17303194-34cb-43d7-b6e7-115e4443eb4b tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0522981 Sep 21 17:47:18.548052 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-f5eadf59-51f4-4054-8a26-21dc0228939e req-e828d53b-a937-4873-b28d-764ab5697d86 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326579 Sep 21 17:47:19.661661 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe855783-d884-4bf6-ab58-a321d622deb1 req-069fbb6a-c756-464b-9a4e-6dd4b98f9cc5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:47:19.663053 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fe855783-d884-4bf6-ab58-a321d622deb1 req-069fbb6a-c756-464b-9a4e-6dd4b98f9cc5 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0477772 Sep 21 17:47:19.702495 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-fe855783-d884-4bf6-ab58-a321d622deb1 req-f87308f9-594e-44a2-b28a-8e61f89add3e tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74&id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332932 Sep 21 17:47:21.409016 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-57a217b5-8a1d-485b-bcf8-419e046fef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:23.938071 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-09b5770b-8d35-49af-9b1f-f1ce3e1e78e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:24.180595 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:25.065268 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:26.755651 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:31.740663 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:39.769917 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:47:51.409414 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-380dc9aa-45c9-4a43-9723-4c09c84ceb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:53.938900 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e18a6d5f-5a27-4400-aa4d-66b5ceb32478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:54.182344 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:55.067816 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:47:56.756446 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.027649 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-835113ef-83e5-4e0c-aede-34e19d1fc130 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491249529&fields=id&tenant_id=4538cf68376641b3af0774c4df2ab33f HTTP/1.1" status: 200 len: 267 time: 0.0337167 Sep 21 17:48:00.078452 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-7890d2a6-58d9-4f6e-b786-5e212cbe3260 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.079972 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-7890d2a6-58d9-4f6e-b786-5e212cbe3260 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 984 time: 0.0467198 Sep 21 17:48:00.090618 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.v2.base [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Request body: {'port': {'security_groups': ['a9cb6b8b-51bd-49fb-bc09-2b034ef03f35']}} {{(pid=98178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 17:48:00.155986 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669736'] for port, before_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.323720 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53722a39-b682-4bbf-80a5-94a75088cdf5,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:00.351796 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for port, precommit_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.357318 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741006535693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741006014940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741006014958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16242716'] for port, after_update {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.371942 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['53722a39-b682-4bbf-80a5-94a75088cdf5'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:00.410479 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.411579 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.413789 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-82c80862-95f1-4828-a9ca-bb16f69c636f req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "PUT /v2.0/ports/53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 942 time: 0.3273723 Sep 21 17:48:00.415003 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:00.420070 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70616cf-7411-42f5-a056-50893d36b941" -d '{"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:00.421002 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45112) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:00.446889 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event updated for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=7']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:00.461729 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.462093 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.467149 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.467956 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.468688 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.469286 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.470220 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.470791 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.471375 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.472443 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.473221 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.473828 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21c077b-b27e-4cce-8137-71e8be7b6778 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.481770 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37fe46d-355f-4c83-8521-9e8db37f91ac x-openstack-request-id: req-b37fe46d-355f-4c83-8521-9e8db37f91ac {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:00.482928 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:00.483515 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b37fe46d-355f-4c83-8521-9e8db37f91ac {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:00.484125 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'status': 'completed', 'code': 200} Sep 21 17:48:00.503533 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.522819 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['53722a39-b682-4bbf-80a5-94a75088cdf5'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:00.541344 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.577042 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70616cf-7411-42f5-a056-50893d36b941 req-2af29ea3-8195-4a04-86e1-4ff48608a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.578734 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a70616cf-7411-42f5-a056-50893d36b941 req-2af29ea3-8195-4a04-86e1-4ff48608a45a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1098 time: 0.0689301 Sep 21 17:48:00.668976 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.674050 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.678659 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "DELETE /v2.0/security-groups/fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74 HTTP/1.1" status: 204 len: 168 time: 0.2543168 Sep 21 17:48:00.683371 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45116) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:00.702340 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6d4bb3-9c03-49f6-bec3-d395ec0e9f74,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:00.712123 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.provisioning_blocks [None req-2742da27-0e95-4546-abde-1e780e50e60d None None] Provisioning complete for port 53722a39-b682-4bbf-80a5-94a75088cdf5 triggered by entity DHCP. {{(pid=98180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 17:48:00.712495 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-2742da27-0e95-4546-abde-1e780e50e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-613348'] for port, provisioning_complete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:00.723006 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70616cf-7411-42f5-a056-50893d36b941 req-7f836ef9-6ada-492b-9518-bfdee117dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.724704 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a70616cf-7411-42f5-a056-50893d36b941 req-7f836ef9-6ada-492b-9518-bfdee117dc60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 915 time: 0.1373408 Sep 21 17:48:00.764499 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.765056 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.765600 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.766126 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.766670 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.767274 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.767765 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.768313 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.768875 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.769426 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.769967 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.770520 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3914d6-1441-4278-bb04-4b7abdb96c38 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:00.829094 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a70616cf-7411-42f5-a056-50893d36b941 req-f85eb0ec-4f49-4be4-89b8-bb3d3bba51e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 1001 time: 0.0935903 Sep 21 17:48:00.886883 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70616cf-7411-42f5-a056-50893d36b941 req-a2bee695-10ab-4925-a341-db69f1fcde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.888980 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a70616cf-7411-42f5-a056-50893d36b941 req-a2bee695-10ab-4925-a341-db69f1fcde0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 200 len: 853 time: 0.0524442 Sep 21 17:48:00.953127 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70616cf-7411-42f5-a056-50893d36b941 req-2356ac76-a344-4beb-ae09-047ec5c5a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:00.954770 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a70616cf-7411-42f5-a056-50893d36b941 req-2356ac76-a344-4beb-ae09-047ec5c5a5bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455005 Sep 21 17:48:00.967806 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Deleting port 6c2ed11c-1a5a-46cb-8bf7-2667224e189d {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:00.968346 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.047293 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.047607 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.049367 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a70616cf-7411-42f5-a056-50893d36b941 req-2d457d79-6ca2-43c1-961b-93475d3aaac0 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848496 Sep 21 17:48:01.059686 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Calling delete_port for 6c2ed11c-1a5a-46cb-8bf7-2667224e189d owned by network:floatingip {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:01.158023 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a70616cf-7411-42f5-a056-50893d36b941 req-49137df3-d329-46cc-bb0a-f07dacec28d7 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990045 Sep 21 17:48:01.227115 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.254400 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event deleted for resources: {'Port': ['ID=6c2ed11c-1a5a-46cb-8bf7-2667224e189d,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:01.322887 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks [] for floatingip, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.323281 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.db.l3_db [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Floating IP 77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18 disassociated (deleted). External IP: 172.27.1.149, port: 53722a39-b682-4bbf-80a5-94a75088cdf5. Sep 21 17:48:01.549744 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Router ae55956c-88e5-48b5-bc83-008a24e9cd01 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:01.750229 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.917888 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:01.923495 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:01.927992 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] Sync routers for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:01.937972 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:01.938845 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:01.950578 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-3d756119-dbb5-4f64-a459-e4917038b694 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "DELETE /v2.0/floatingips/77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18 HTTP/1.1" status: 204 len: 168 time: 1.2657273 Sep 21 17:48:01.951186 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5'}] {{(pid=98179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:01.953423 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f218aeaef7d50675452e9e03b8a2bbcae022c1f0c615474ec1ba3ee4b07f4bf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b8862a-b991-41c8-942d-258a76dbd5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5"}]}' {{(pid=98179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:02.074093 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:02.081742 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a16921f-7742-4d87-ba8b-08b2f57d693a x-openstack-request-id: req-8a16921f-7742-4d87-ba8b-08b2f57d693a {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:02.082273 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5", "status": "completed", "code": 200}]} {{(pid=98179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:02.082824 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a16921f-7742-4d87-ba8b-08b2f57d693a {{(pid=98179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:02.083533 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'status': 'completed', 'code': 200} Sep 21 17:48:02.154377 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-6f0ad1f9-4a36-468c-a182-e9b663ee4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.155997 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-6f0ad1f9-4a36-468c-a182-e9b663ee4b7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4538cf68376641b3af0774c4df2ab33f&device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 1098 time: 0.0451179 Sep 21 17:48:02.293651 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-d5f1308c-35db-4039-bb54-c5a31a47699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.295185 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-d5f1308c-35db-4039-bb54-c5a31a47699e service neutron] 10.222.0.18 "GET /v2.0/networks?id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 200 len: 915 time: 0.1274748 Sep 21 17:48:02.345662 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-8f136954-dd83-4f34-846e-a3971b21ced8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 200 len: 217 time: 0.0411966 Sep 21 17:48:02.348296 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 5, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:02.382864 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] Checking router: ae55956c-88e5-48b5-bc83-008a24e9cd01 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:02.392487 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:02.393090 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:02.404061 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-aa66a034-2331-4f95-b565-73fe3fe69351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.405615 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-aa66a034-2331-4f95-b565-73fe3fe69351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 200 len: 853 time: 0.0518730 Sep 21 17:48:02.460520 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-4776ac6b-6de2-469f-95fd-384b4262e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:02.461960 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-4776ac6b-6de2-469f-95fd-384b4262e7e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93f244a2-fd3f-4d8f-9d4f-0f2f78937992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475805 Sep 21 17:48:02.508195 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:02.558970 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-1717563a-40f7-44be-8406-27ea69c6d7b7 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870755 Sep 21 17:48:02.653875 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-64b8862a-b991-41c8-942d-258a76dbd5a0 req-e7582d98-819a-40a4-abb7-495edaf410c2 service neutron] 10.222.0.18 "GET /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864687 Sep 21 17:48:02.711873 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 5, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:02.739043 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd559fa-e094-46a2-ab34-84bcebdb3e95 None None] The sync data for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi is: [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:45:42Z', 'revision_number': 4, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '2847f60a-effe-4ee3-a015-0998ba9c8b07', 'name': '', 'network_id': '93f244a2-fd3f-4d8f-9d4f-0f2f78937992', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'mac_address': 'fa:16:3e:ed:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:42Z', 'updated_at': '2021-09-21T17:45:48Z', 'revision_number': 5, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'subnets': [{'id': 'a0d826c6-e788-4996-b4de-e34d65318624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:02.974593 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4f4fc-8efa-4e1f-b7f4-eb48380551d5 None None] New status for floating IP 77b0f9bc-2bce-4ebb-b7d2-7783f7b94a18: DOWN {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:48:04.790587 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7f748-962f-441c-94d1-2d3280d23ceb req-0614609a-ed22-4025-b9a5-77599565719a tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:04.792243 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-45e7f748-962f-441c-94d1-2d3280d23ceb req-0614609a-ed22-4025-b9a5-77599565719a tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0513847 Sep 21 17:48:04.836329 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-45e7f748-962f-441c-94d1-2d3280d23ceb req-b6784483-067c-4886-ba8e-da777778200e tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Sep 21 17:48:05.973856 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d7631-22df-4488-b190-dcb59a984076 req-e7cdaeea-7f6d-4ebf-823f-eb483ec1a89e tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:05.975717 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9e5d7631-22df-4488-b190-dcb59a984076 req-e7cdaeea-7f6d-4ebf-823f-eb483ec1a89e tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Sep 21 17:48:06.018286 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-9e5d7631-22df-4488-b190-dcb59a984076 req-676fc396-5801-4b3c-94c6-0ed0765a0722 tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Sep 21 17:48:06.695790 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-5ee5778f-d9ab-4813-8997-2437d1d4d76c tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:06.697125 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-5ee5778f-d9ab-4813-8997-2437d1d4d76c tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.18 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 945 time: 0.0461695 Sep 21 17:48:06.801967 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Deleting port 53722a39-b682-4bbf-80a5-94a75088cdf5 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:06.802302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.889968 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] For port 53722a39-b682-4bbf-80a5-94a75088cdf5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53722a39-b682-4bbf-80a5-94a75088cdf5,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:06.890330 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:06.903113 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Calling delete_port for 53722a39-b682-4bbf-80a5-94a75088cdf5 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:07.053669 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.066387 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] get_ports_and_sgs() called for port_ids ['53722a39-b682-4bbf-80a5-94a75088cdf5'] {{(pid=98180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 17:48:07.088897 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Pushing event deleted for resources: {'Port': ['ID=53722a39-b682-4bbf-80a5-94a75088cdf5,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:07.128009 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-cc7d3571-ea10-45f3-9aec-668a3cfd9fc6 req-461fe740-8c6f-44b3-8dfe-ba87f52831ab tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.26 "GET /v2.0/ports?device_id=e287e02c-7f00-4e22-8742-3c32057da140 HTTP/1.1" status: 200 len: 210 time: 0.0300140 Sep 21 17:48:07.140012 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] No DVR routers for this DVR port 53722a39-b682-4bbf-80a5-94a75088cdf5 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:07.151392 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:07.153468 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c61fa8d7-2713-4b59-8fcd-5bebe6c8a5be req-60ee57c9-6a30-4b6d-83ba-a0ac7c8fee5f tempest-TestMinimumBasicScenario-1141210424 tempest-TestMinimumBasicScenario-1141210424-project] 10.222.0.18 "DELETE /v2.0/ports/53722a39-b682-4bbf-80a5-94a75088cdf5 HTTP/1.1" status: 204 len: 173 time: 0.4493718 Sep 21 17:48:07.153920 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'name': 'network-vif-deleted', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:07.156168 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa5e67-bcf2-402c-8e6f-8b0964ec7432" -d '{"events": [{"server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "name": "network-vif-deleted", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:07.192829 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3778b8-97c2-4db3-bf17-2a1bfab45bdf x-openstack-request-id: req-cb3778b8-97c2-4db3-bf17-2a1bfab45bdf {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:07.193110 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e287e02c-7f00-4e22-8742-3c32057da140", "name": "network-vif-deleted", "tag": "53722a39-b682-4bbf-80a5-94a75088cdf5", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:07.193357 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb3778b8-97c2-4db3-bf17-2a1bfab45bdf {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:07.193747 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e287e02c-7f00-4e22-8742-3c32057da140', 'name': 'network-vif-deleted', 'tag': '53722a39-b682-4bbf-80a5-94a75088cdf5', 'status': 'completed', 'code': 200} Sep 21 17:48:08.703876 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45206) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:09.071871 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.320289 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Deleting port 2847f60a-effe-4ee3-a015-0998ba9c8b07 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:09.320614 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.400086 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] For port 2847f60a-effe-4ee3-a015-0998ba9c8b07, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=2847f60a-effe-4ee3-a015-0998ba9c8b07,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:09.400445 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.412664 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Calling delete_port for 2847f60a-effe-4ee3-a015-0998ba9c8b07 owned by network:router_interface {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:09.592966 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:09.623065 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2847f60a-effe-4ee3-a015-0998ba9c8b07,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:09.804729 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.034555 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Router ae55956c-88e5-48b5-bc83-008a24e9cd01 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:10.151058 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:10.160327 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-f086a7ad-9809-49a1-9cb1-f8c6052720c4 admin admin] 10.222.0.26 "PUT /v2.0/routers/ae55956c-88e5-48b5-bc83-008a24e9cd01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512773 Sep 21 17:48:10.160493 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45208) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:10.161937 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] Sync routers for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:10.171507 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:10.172118 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:10.266272 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks [] for router, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.280078 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:10.372623 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.426106 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Deleting port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:10.426416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.470134 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:48:09Z', 'revision_number': 5, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port': {'id': '875182b1-5c56-46d8-9e0f-fdabcdb3e7fd', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:40Z', 'updated_at': '2021-09-21T17:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:10.497006 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] Checking router: ae55956c-88e5-48b5-bc83-008a24e9cd01 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:10.506960 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] Routers {'ae55956c-88e5-48b5-bc83-008a24e9cd01'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:10.507583 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['ae55956c-88e5-48b5-bc83-008a24e9cd01'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:10.518114 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] For port 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:10.518471 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.531145 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Calling delete_port for 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd owned by network:router_gateway {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:10.603441 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] Set router ae55956c-88e5-48b5-bc83-008a24e9cd01 gateway port host: None {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:10.663891 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 6, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:10.690537 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3066b41f-5fdc-4798-aa54-8d4776c7ca0a None None] The sync data for ids ['ae55956c-88e5-48b5-bc83-008a24e9cd01'] in dv-cinder-810000-2-iscsi is: [{'id': 'ae55956c-88e5-48b5-bc83-008a24e9cd01', 'name': 'tempest-TestMinimumBasicScenario-519524408-router', 'tenant_id': '4538cf68376641b3af0774c4df2ab33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:39Z', 'updated_at': '2021-09-21T17:48:10Z', 'revision_number': 6, 'project_id': '4538cf68376641b3af0774c4df2ab33f', 'gw_port_host': None}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:10.728594 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.758850 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Pushing event deleted for resources: {'Port': ['ID=875182b1-5c56-46d8-9e0f-fdabcdb3e7fd,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:10.818078 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.882424 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 53722a39-b682-4bbf-80a5-94a75088cdf5 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:10.903424 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 53722a39-b682-4bbf-80a5-94a75088cdf5 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:10.903677 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 53722a39-b682-4bbf-80a5-94a75088cdf5 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:10.908865 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.911104 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.953590 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.954146 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae55956c-88e5-48b5-bc83-008a24e9cd01 {{(pid=98178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:48:10.959044 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:10.960197 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-943f9f94-93a6-45ea-9fa0-dcf5391bd290 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ae55956c-88e5-48b5-bc83-008a24e9cd01 HTTP/1.1" status: 204 len: 168 time: 0.7987823 Sep 21 17:48:10.964023 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45210) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:11.011946 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] Deleting subnet a0d826c6-e788-4996-b4de-e34d65318624 {{(pid=98178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:48:11.015015 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.056701 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888018'] for subnet, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.153987 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.214014 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16242730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12879047'] for subnet, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.495802 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d826c6-e788-4996-b4de-e34d65318624,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:11.499323 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.503779 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-46cf02c0-22bd-4461-92f1-3669cf4f5496 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a0d826c6-e788-4996-b4de-e34d65318624 HTTP/1.1" status: 204 len: 168 time: 0.5387540 Sep 21 17:48:11.504047 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45212) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:11.511017 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9fa34-d55e-4a4a-b2f4-bd65ad837afb None None] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:11.578005 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.643490 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Deleting port c9330c18-736d-4d36-b0c2-0675dc1fe698 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:11.643826 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.713638 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] DHCP port deletion for 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:48:11.718114 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] For port c9330c18-736d-4d36-b0c2-0675dc1fe698, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=c9330c18-736d-4d36-b0c2-0675dc1fe698,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:11.718779 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.736313 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Calling delete_port for c9330c18-736d-4d36-b0c2-0675dc1fe698 owned by network:dhcp {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:11.781299 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Deleting port c9330c18-736d-4d36-b0c2-0675dc1fe698 {{(pid=98180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:11.781848 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.834807 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.863252 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9330c18-736d-4d36-b0c2-0675dc1fe698,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:11.865161 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] No DVR routers for this DVR port c9330c18-736d-4d36-b0c2-0675dc1fe698 on host dv-cinder-810000-2-iscsi {{(pid=98179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:11.948225 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:11.974351 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f244a2-fd3f-4d8f-9d4f-0f2f78937992']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:11.985983 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676eb3ab-41d6-43a0-8693-4684608aac3c') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:11.986346 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676eb3ab-41d6-43a0-8693-4684608aac3c') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:12.000623 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.003189 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] For port c9330c18-736d-4d36-b0c2-0675dc1fe698, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=c9330c18-736d-4d36-b0c2-0675dc1fe698,segment=NetworkSegment(676eb3ab-41d6-43a0-8693-4684608aac3c),segment_id=676eb3ab-41d6-43a0-8693-4684608aac3c)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:12.003805 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.022184 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Calling delete_port for c9330c18-736d-4d36-b0c2-0675dc1fe698 owned by network:dhcp {{(pid=98180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:12.023033 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.029482 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:48:12.029873 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:48:12.031659 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:48:12.088515 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.095767 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.097988 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/93f244a2-fd3f-4d8f-9d4f-0f2f78937992 HTTP/1.1" status: 204 len: 168 time: 0.5930972 Sep 21 17:48:12.102591 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45214) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:12.109562 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d3d15-f005-4991-806a-7204803262f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=93f244a2-fd3f-4d8f-9d4f-0f2f78937992,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:12.123106 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.148086 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Pushing event deleted for resources: {'Port': ['ID=c9330c18-736d-4d36-b0c2-0675dc1fe698,revision_number=None']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:12.150993 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Network 93f244a2-fd3f-4d8f-9d4f-0f2f78937992 is not hosted by any dhcp agent {{(pid=98180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 17:48:12.151445 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] No DVR routers for this DVR port c9330c18-736d-4d36-b0c2-0675dc1fe698 on host dv-cinder-810000-2-iscsi {{(pid=98180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:12.158218 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.158562 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.158925 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.159253 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.159578 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.159902 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.160222 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.160549 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.160885 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.161214 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.161675 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.161851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cb9b6f-a7e7-45a8-ab2d-5e13c19b4c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-2-iscsi {{(pid=98180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 17:48:12.452516 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.632062 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 2847f60a-effe-4ee3-a015-0998ba9c8b07 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:12.652878 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 2847f60a-effe-4ee3-a015-0998ba9c8b07 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:12.653218 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 2847f60a-effe-4ee3-a015-0998ba9c8b07 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:12.653645 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:12.675386 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:12.675727 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 875182b1-5c56-46d8-9e0f-fdabcdb3e7fd not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:12.676151 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device c9330c18-736d-4d36-b0c2-0675dc1fe698 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:12.694980 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: c9330c18-736d-4d36-b0c2-0675dc1fe698 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:12.695319 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device c9330c18-736d-4d36-b0c2-0675dc1fe698 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:12.710999 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Deleting port a3b6473e-99a5-40a2-90fa-749397676b45 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:12.711831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.792676 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] For port a3b6473e-99a5-40a2-90fa-749397676b45, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=a3b6473e-99a5-40a2-90fa-749397676b45,segment=NetworkSegment(18e45167-f2eb-4b57-9f10-d24d531acb7d),segment_id=18e45167-f2eb-4b57-9f10-d24d531acb7d)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:12.793026 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:12.805028 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Calling delete_port for a3b6473e-99a5-40a2-90fa-749397676b45 owned by network:router_interface {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:13.001219 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.028072 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b6473e-99a5-40a2-90fa-749397676b45,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:13.171033 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-128ee4b9-4925-42d5-8be2-40629fd85a9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843906 Sep 21 17:48:13.272094 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-740533cb-7669-4560-b016-4d9ffd00d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:13.273485 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-740533cb-7669-4560-b016-4d9ffd00d96c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 1098 time: 0.0562952 Sep 21 17:48:13.274619 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:13.460666 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-b31acdd2-6e66-42a6-9619-6ce56215bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:13.462180 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-b31acdd2-6e66-42a6-9619-6ce56215bffd service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.1415164 Sep 21 17:48:13.592398 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-83cfd5cb-e5fc-4e68-92ae-b0da077917cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d5a4182-2751-44f6-abad-69783a9cea4c HTTP/1.1" status: 200 len: 1001 time: 0.0966036 Sep 21 17:48:13.644498 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Router 85c11de2-1c01-4162-8c94-b3963e233bff has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:13.660813 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-db076eaa-e40f-41f9-9364-25310c3f2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:13.662276 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-db076eaa-e40f-41f9-9364-25310c3f2736 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0619476 Sep 21 17:48:13.787104 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-d01fc838-6833-4a77-8dc3-3cdfc449f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:13.788622 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-d01fc838-6833-4a77-8dc3-3cdfc449f560 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897288 Sep 21 17:48:13.809379 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:13.821767 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] Sync routers for ids ['85c11de2-1c01-4162-8c94-b3963e233bff'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:13.828330 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-298853dc-acfa-4c3d-a85a-cb5fbad61cc5 admin admin] 10.222.0.26 "PUT /v2.0/routers/85c11de2-1c01-4162-8c94-b3963e233bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220483 Sep 21 17:48:13.828635 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45216) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:13.836102 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] Routers {'85c11de2-1c01-4162-8c94-b3963e233bff'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:13.837125 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['85c11de2-1c01-4162-8c94-b3963e233bff'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:13.966880 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] Set router 85c11de2-1c01-4162-8c94-b3963e233bff gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:13.969858 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-70564608-acf6-45d2-9177-2f01de60b10a service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728930 Sep 21 17:48:14.000719 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks [] for router, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.166286 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-84ddadf4-eedc-4232-9098-62120df4a7c9 req-408d6990-61bd-46cb-a97b-785c852ac67f service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783931 Sep 21 17:48:14.176896 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.184990 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:48:12Z', 'revision_number': 5, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port': {'id': '1a5f7580-4db7-43e2-92a2-9f1bb24f089a', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:45:45Z', 'updated_at': '2021-09-21T17:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:14.220459 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] Checking router: 85c11de2-1c01-4162-8c94-b3963e233bff for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:14.232339 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] Routers {'85c11de2-1c01-4162-8c94-b3963e233bff'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:14.233254 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['85c11de2-1c01-4162-8c94-b3963e233bff'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:14.254302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Deleting port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:14.254635 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.328968 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] Set router 85c11de2-1c01-4162-8c94-b3963e233bff gateway port host: None {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:14.351059 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] For port 1a5f7580-4db7-43e2-92a2-9f1bb24f089a, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:14.351419 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.371225 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Calling delete_port for 1a5f7580-4db7-43e2-92a2-9f1bb24f089a owned by network:router_gateway {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:14.385550 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:48:14Z', 'revision_number': 6, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:14.416260 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbbb1e4-1bad-4643-916e-7bb3ee3083ca None None] The sync data for ids ['85c11de2-1c01-4162-8c94-b3963e233bff'] in dv-cinder-810000-2-iscsi is: [{'id': '85c11de2-1c01-4162-8c94-b3963e233bff', 'name': 'tempest-TestMinimumBasicScenario-1341905907-router', 'tenant_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:45:44Z', 'updated_at': '2021-09-21T17:48:14Z', 'revision_number': 6, 'project_id': 'c2014a4b0c2e40b9b2c7402c20f3c5dc', 'gw_port_host': None}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:14.570308 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.596673 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5f7580-4db7-43e2-92a2-9f1bb24f089a,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:14.660932 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.757020 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.761242 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.808191 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.808866 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c11de2-1c01-4162-8c94-b3963e233bff {{(pid=98178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:48:14.816292 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.819651 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-8e5b373e-e516-4234-8a4e-62c558983f34 admin admin] 10.222.0.26 "DELETE /v2.0/routers/85c11de2-1c01-4162-8c94-b3963e233bff HTTP/1.1" status: 204 len: 168 time: 0.9878902 Sep 21 17:48:14.821998 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45220) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:14.873083 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] Deleting subnet 59ab4f98-759e-44f7-beb1-a210bbceea38 {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:48:14.881176 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device a3b6473e-99a5-40a2-90fa-749397676b45 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:14.884632 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:14.912782 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: a3b6473e-99a5-40a2-90fa-749397676b45 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:14.913333 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device a3b6473e-99a5-40a2-90fa-749397676b45 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:14.937137 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.020612 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.081651 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.109837 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ab4f98-759e-44f7-beb1-a210bbceea38,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:15.112169 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.114059 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-8785f8bc-f24a-45ff-b44d-5e8f0008136a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/59ab4f98-759e-44f7-beb1-a210bbceea38 HTTP/1.1" status: 204 len: 168 time: 0.2909329 Sep 21 17:48:15.117284 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45222) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:15.120514 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94741d6-4fb0-4633-b973-e504dddcfe86 None None] Network b70a4638-e78d-4819-aa88-4f9dc39da8a2 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:15.205629 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.293571 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Deleting port 3f234405-29f8-42d5-a2f6-1506137bc2ac {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:15.293909 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.324702 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] DHCP port deletion for b70a4638-e78d-4819-aa88-4f9dc39da8a2 request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:48:15.370229 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] For port 3f234405-29f8-42d5-a2f6-1506137bc2ac, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=3f234405-29f8-42d5-a2f6-1506137bc2ac,segment=NetworkSegment(18e45167-f2eb-4b57-9f10-d24d531acb7d),segment_id=18e45167-f2eb-4b57-9f10-d24d531acb7d)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:15.370597 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.381126 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] Deleting port 3f234405-29f8-42d5-a2f6-1506137bc2ac {{(pid=98180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:15.381494 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.385169 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Calling delete_port for 3f234405-29f8-42d5-a2f6-1506137bc2ac owned by network:dhcp {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:15.453564 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] For port 3f234405-29f8-42d5-a2f6-1506137bc2ac, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=3f234405-29f8-42d5-a2f6-1506137bc2ac,segment=NetworkSegment(18e45167-f2eb-4b57-9f10-d24d531acb7d),segment_id=18e45167-f2eb-4b57-9f10-d24d531acb7d)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:15.453955 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.472764 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] Calling delete_port for 3f234405-29f8-42d5-a2f6-1506137bc2ac owned by network:dhcp {{(pid=98180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:15.485984 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.517035 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f234405-29f8-42d5-a2f6-1506137bc2ac,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:15.519017 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] No DVR routers for this DVR port 3f234405-29f8-42d5-a2f6-1506137bc2ac on host dv-cinder-810000-2-iscsi {{(pid=98179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:15.569667 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.595583 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] Pushing event deleted for resources: {'Port': ['ID=3f234405-29f8-42d5-a2f6-1506137bc2ac,revision_number=None']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:15.599532 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d2383-9497-4b19-b1a8-7343af2fdecf None None] No DVR routers for this DVR port 3f234405-29f8-42d5-a2f6-1506137bc2ac on host dv-cinder-810000-2-iscsi {{(pid=98180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:15.614328 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.634985 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70a4638-e78d-4819-aa88-4f9dc39da8a2']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:15.644730 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e45167-f2eb-4b57-9f10-d24d531acb7d') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:15.645024 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e45167-f2eb-4b57-9f10-d24d531acb7d') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:15.655079 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.680618 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.686839 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:48:15.687252 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:48:15.689097 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:48:15.747869 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.754662 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:15.756798 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b70a4638-e78d-4819-aa88-4f9dc39da8a2 HTTP/1.1" status: 204 len: 168 time: 0.6385212 Sep 21 17:48:15.768375 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab42f5a-14de-41a2-9d0d-7b4f3ed89916 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70a4638-e78d-4819-aa88-4f9dc39da8a2,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:15.963094 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45226) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:16.004573 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-fd009449-c09b-4462-b6c5-1a7e50fe6201 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4538cf68376641b3af0774c4df2ab33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403402 Sep 21 17:48:16.007083 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45228) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:16.064975 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4e7-ffc1-40a3-b8dc-01ac2ffdd409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.087441 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4e7-ffc1-40a3-b8dc-01ac2ffdd409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.139242 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4e7-ffc1-40a3-b8dc-01ac2ffdd409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.141950 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19f5d4e7-ffc1-40a3-b8dc-01ac2ffdd409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.143315 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-19f5d4e7-ffc1-40a3-b8dc-01ac2ffdd409 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9cb6b8b-51bd-49fb-bc09-2b034ef03f35 HTTP/1.1" status: 204 len: 168 time: 0.1352437 Sep 21 17:48:16.155093 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5d4e7-ffc1-40a3-b8dc-01ac2ffdd409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cb6b8b-51bd-49fb-bc09-2b034ef03f35,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:16.522260 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45234) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:16.566221 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-7e840b51-75f1-4a03-9694-9bc24eaef5e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2014a4b0c2e40b9b2c7402c20f3c5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425382 Sep 21 17:48:16.568460 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45236) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:16.625142 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45238) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:16.641373 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1a5f7580-4db7-43e2-92a2-9f1bb24f089a no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:16.643412 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5784c8b-7aea-419e-a0a4-f22d8a90ae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.668499 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 1a5f7580-4db7-43e2-92a2-9f1bb24f089a {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:16.669149 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 1a5f7580-4db7-43e2-92a2-9f1bb24f089a not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:16.669569 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3f234405-29f8-42d5-a2f6-1506137bc2ac no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:16.673423 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5784c8b-7aea-419e-a0a4-f22d8a90ae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.691188 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 3f234405-29f8-42d5-a2f6-1506137bc2ac {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:16.691952 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 3f234405-29f8-42d5-a2f6-1506137bc2ac not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:16.745026 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5784c8b-7aea-419e-a0a4-f22d8a90ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.748316 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-c5784c8b-7aea-419e-a0a4-f22d8a90ae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:16.749825 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-c5784c8b-7aea-419e-a0a4-f22d8a90ae74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56522c3e-fbf5-44de-8330-6e86b1b2a44f HTTP/1.1" status: 204 len: 168 time: 0.1802967 Sep 21 17:48:16.761304 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5784c8b-7aea-419e-a0a4-f22d8a90ae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56522c3e-fbf5-44de-8330-6e86b1b2a44f,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:16.772139 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:48:17.098282 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Deleting port 1911b4ab-6f6a-4bb6-a7fa-8093b8f0f95a {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:17.098823 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.195158 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.195455 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.210031 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Calling delete_port for 1911b4ab-6f6a-4bb6-a7fa-8093b8f0f95a owned by network:floatingip {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:17.396292 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.427427 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event deleted for resources: {'Port': ['ID=1911b4ab-6f6a-4bb6-a7fa-8093b8f0f95a,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:17.496772 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.497016 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Floating IP 2fc65f4c-7756-43eb-845a-9559bbc10ff5 disassociated (deleted). External IP: 172.27.1.199, port: 3d5a4182-2751-44f6-abad-69783a9cea4c. Sep 21 17:48:17.735459 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:17.845373 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:17.850213 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:17.856872 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:17.867111 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:17.868256 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:17.890089 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-3aaff7ce-b963-453c-8320-2e972ce21a91 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "DELETE /v2.0/floatingips/2fc65f4c-7756-43eb-845a-9559bbc10ff5 HTTP/1.1" status: 204 len: 168 time: 1.2634823 Sep 21 17:48:17.890805 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:17.893237 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed7ca98-7014-4d4e-be15-5c0f76562c24" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:17.935512 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6547520-3455-4d7c-bf93-38acfc26c2f1 x-openstack-request-id: req-c6547520-3455-4d7c-bf93-38acfc26c2f1 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:17.935860 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:17.936042 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6547520-3455-4d7c-bf93-38acfc26c2f1 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:17.936415 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'status': 'completed', 'code': 200} Sep 21 17:48:17.995589 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:18.010559 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-2d6a39c7-201f-41f7-9f59-2a6ce536ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:18.012998 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-2d6a39c7-201f-41f7-9f59-2a6ce536ce06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 1098 time: 0.0490186 Sep 21 17:48:18.222983 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-821e0d81-7c15-43bc-957e-3f6a2b6be202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:18.225055 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-821e0d81-7c15-43bc-957e-3f6a2b6be202 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.2041466 Sep 21 17:48:18.275855 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-2d6cceb8-bf0f-4c45-9146-d061638791a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d5a4182-2751-44f6-abad-69783a9cea4c HTTP/1.1" status: 200 len: 217 time: 0.0417714 Sep 21 17:48:18.284402 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d19dd5-43ef-493c-924e-e2e4129ffec9 req-14230064-9e0e-4707-b01c-d8422ae08c81 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:18.285947 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31d19dd5-43ef-493c-924e-e2e4129ffec9 req-14230064-9e0e-4707-b01c-d8422ae08c81 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 945 time: 0.0973685 Sep 21 17:48:18.367147 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-9ee4b6a6-fac9-4fc4-99f8-2c4917876351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:18.369225 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-9ee4b6a6-fac9-4fc4-99f8-2c4917876351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0824022 Sep 21 17:48:18.372649 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-31d19dd5-43ef-493c-924e-e2e4129ffec9 req-42a36dde-2c5d-4fe0-9c18-1c0ed1dde61d tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770853 Sep 21 17:48:18.381064 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:20Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:18.416151 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:18.425768 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:18.426402 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:47:54Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:18.432421 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-1b06316a-9241-48fd-8c97-3300429e4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:18.435611 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-1b06316a-9241-48fd-8c97-3300429e4b86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462420 Sep 21 17:48:18.541820 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-31a0a56e-138b-4b68-8f40-ebef8d88a609 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994015 Sep 21 17:48:18.551932 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:18.659691 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-7ed7ca98-7014-4d4e-be15-5c0f76562c24 req-12cc977c-df47-4860-b228-56931d073b55 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054666 Sep 21 17:48:18.802449 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:20Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:18.828753 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48bc7dc-4d14-4705-a5c9-5b442e3f0080 None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_floatingips': [{'id': '0f6ef81f-fa6d-4b62-85aa-584248768e7c', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'router_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'port_id': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'mac_address': 'fa:16:3e:1b:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T17:44:18Z', 'updated_at': '2021-09-21T17:44:20Z', 'revision_number': 1, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:19.063857 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5d910-bff3-4878-a665-99c642b7dd96 None None] New status for floating IP 2fc65f4c-7756-43eb-845a-9559bbc10ff5: DOWN {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:48:19.503720 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee42b64-2962-4b83-b4db-a1c2363b35c9 req-a9026b25-67ef-487a-a3f5-a562657be159 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:19.505295 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-eee42b64-2962-4b83-b4db-a1c2363b35c9 req-a9026b25-67ef-487a-a3f5-a562657be159 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 945 time: 0.0516233 Sep 21 17:48:19.544343 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-eee42b64-2962-4b83-b4db-a1c2363b35c9 req-d7f1840b-d01f-437a-9c80-675ddce3497a tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330539 Sep 21 17:48:19.871999 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-cbecc18b-3d6a-4afe-830f-07d77a9cba45 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:19.873937 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-cbecc18b-3d6a-4afe-830f-07d77a9cba45 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 945 time: 0.0526426 Sep 21 17:48:19.982184 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Deleting port 3d5a4182-2751-44f6-abad-69783a9cea4c {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:19.982522 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.077388 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] For port 3d5a4182-2751-44f6-abad-69783a9cea4c, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=3d5a4182-2751-44f6-abad-69783a9cea4c,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:20.077748 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.094306 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Calling delete_port for 3d5a4182-2751-44f6-abad-69783a9cea4c owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:20.229125 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.268391 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event deleted for resources: {'Port': ['ID=3d5a4182-2751-44f6-abad-69783a9cea4c,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:20.315354 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] No DVR routers for this DVR port 3d5a4182-2751-44f6-abad-69783a9cea4c on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:20.317887 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:20.319993 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-35af7fad-9971-43d2-a0b5-322d3f711d07 req-3ead49ab-d5cd-434e-ac13-9f41ab35c04b tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "DELETE /v2.0/ports/3d5a4182-2751-44f6-abad-69783a9cea4c HTTP/1.1" status: 204 len: 173 time: 0.4387202 Sep 21 17:48:20.320423 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'name': 'network-vif-deleted', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:20.323300 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4d633-7f95-4a3e-accf-0bf237bcde14" -d '{"events": [{"server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "name": "network-vif-deleted", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:20.361891 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a29fdb-df02-433d-8c99-2328195a6acd x-openstack-request-id: req-a0a29fdb-df02-433d-8c99-2328195a6acd {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:20.362223 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85", "name": "network-vif-deleted", "tag": "3d5a4182-2751-44f6-abad-69783a9cea4c", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:20.362448 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0a29fdb-df02-433d-8c99-2328195a6acd {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:20.362879 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85', 'name': 'network-vif-deleted', 'tag': '3d5a4182-2751-44f6-abad-69783a9cea4c', 'status': 'completed', 'code': 200} Sep 21 17:48:20.651543 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-aa7e2a6c-829f-41ea-adf9-a805115164a7 req-e9a1e728-602d-4dd0-9bfa-ddf57137f5ae tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b5bc7d4-7f5c-47b0-bea0-e0cc6e491f85 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Sep 21 17:48:21.411379 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-cb629b7e-5de9-47d4-9512-cf9899c7cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:23.947076 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45268) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:23.949037 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-927333db-0712-4635-be58-379e5499bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.123801 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Deleting port 2df7c5fe-d9db-439f-9985-689dd0cdc9d6 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:24.124139 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.184368 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.204945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.205266 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.218799 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Calling delete_port for 2df7c5fe-d9db-439f-9985-689dd0cdc9d6 owned by network:floatingip {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:24.370658 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.395287 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event deleted for resources: {'Port': ['ID=2df7c5fe-d9db-439f-9985-689dd0cdc9d6,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:24.464925 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:24.465265 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.db.l3_db [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Floating IP 0f6ef81f-fa6d-4b62-85aa-584248768e7c disassociated (deleted). External IP: 172.27.1.195, port: fa76f3dc-699a-4ffc-b780-f8aeb69471b2. Sep 21 17:48:24.680812 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:24.997255 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 3d5a4182-2751-44f6-abad-69783a9cea4c no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:25.031629 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: 3d5a4182-2751-44f6-abad-69783a9cea4c {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:25.032390 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device 3d5a4182-2751-44f6-abad-69783a9cea4c not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:25.076413 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:25.079549 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:25.082237 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:25.092552 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:25.106788 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:25.107858 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:48:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:25.123761 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-e28eb728-24bf-4561-b336-e76446ab0718 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "DELETE /v2.0/floatingips/0f6ef81f-fa6d-4b62-85aa-584248768e7c HTTP/1.1" status: 204 len: 168 time: 1.1755123 Sep 21 17:48:25.124401 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:25.127612 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6599c754-0f0b-4857-95fb-9b929e6d65a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:25.183284 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc698587-eb4e-4277-b661-9bdedd04d4b8 x-openstack-request-id: req-dc698587-eb4e-4277-b661-9bdedd04d4b8 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:25.183923 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:25.184367 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc698587-eb4e-4277-b661-9bdedd04d4b8 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:25.185058 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'status': 'completed', 'code': 200} Sep 21 17:48:25.246140 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:25.270868 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-0ca4018b-315c-4fcc-9a07-a7a0053a8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.274352 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-0ca4018b-315c-4fcc-9a07-a7a0053a8b69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8348a0a891c947f1ac281badfe4314c6&device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 1098 time: 0.0644045 Sep 21 17:48:25.434265 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-5c6ac85c-2a8e-4e87-a291-8394d2643d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.435804 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-5c6ac85c-2a8e-4e87-a291-8394d2643d29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 200 len: 913 time: 0.1465073 Sep 21 17:48:25.464060 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d13ce-dcc1-4325-b24d-b0fb758a308d req-ff15b813-b3f7-4a61-b6c9-b3bf8855bd11 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.465865 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c86d13ce-dcc1-4325-b24d-b0fb758a308d req-ff15b813-b3f7-4a61-b6c9-b3bf8855bd11 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 945 time: 0.0819535 Sep 21 17:48:25.501088 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-1606fda4-c70c-4c78-b08b-aa945b8e4e07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 200 len: 217 time: 0.0528591 Sep 21 17:48:25.516600 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:25.551357 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:25.561309 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:25.562105 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:48:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:25.577310 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-c86d13ce-dcc1-4325-b24d-b0fb758a308d req-c3fca988-3124-41d4-8470-b95e213d0147 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785129 Sep 21 17:48:25.590414 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-a3a75456-05b2-4d65-93ec-4ecb9e8abc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.592126 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-a3a75456-05b2-4d65-93ec-4ecb9e8abc73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 200 len: 851 time: 0.0829532 Sep 21 17:48:25.651579 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-8fa6e19f-4c39-42f1-b17c-63dde27b0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:25.653127 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-8fa6e19f-4c39-42f1-b17c-63dde27b0f35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5642bc50-bcfd-4024-a62d-47499308613d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489013 Sep 21 17:48:25.761340 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-0ddcbdaa-41d4-487a-a2a1-bed2adaa9e08 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975976 Sep 21 17:48:25.809626 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:25.862583 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-6599c754-0f0b-4857-95fb-9b929e6d65a0 req-f9f74cb5-63ac-42e1-ab63-6f872698cac0 service neutron] 10.222.0.18 "GET /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907536 Sep 21 17:48:26.026225 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:26.052297 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b87335-d1cf-4546-b169-f49c2597dd94 None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:40:35Z', 'revision_number': 4, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi', '_interfaces': [{'id': '9d31d6f4-8c5f-4216-8599-4dec4d81008b', 'name': '', 'network_id': '5642bc50-bcfd-4024-a62d-47499308613d', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'mac_address': 'fa:16:3e:f8:d5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:35Z', 'updated_at': '2021-09-21T17:40:40Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'subnets': [{'id': 'e70da9d0-60bf-4ec9-8efc-eb18d26c3835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:26.287445 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17cfe84-0321-491b-b5fd-82dfec23552d None None] New status for floating IP 0f6ef81f-fa6d-4b62-85aa-584248768e7c: DOWN {{(pid=98181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 17:48:26.710329 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a84d90-141e-4707-9110-1ac67bc7a144 req-c921f5e6-0333-49bd-bde9-ff76b71e2d00 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:26.711851 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-05a84d90-141e-4707-9110-1ac67bc7a144 req-c921f5e6-0333-49bd-bde9-ff76b71e2d00 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 945 time: 0.0613136 Sep 21 17:48:26.759255 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-05a84d90-141e-4707-9110-1ac67bc7a144 req-a12db196-a5ee-4c17-92d8-9992630348af tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/security-groups?id=46d156fd-6030-415c-ac8e-e059f834d023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393264 Sep 21 17:48:26.764429 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.130887 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-5bb716ef-9e4b-4e48-9f4e-ce7fce5fb48e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 17:48:27.132355 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-5bb716ef-9e4b-4e48-9f4e-ce7fce5fb48e tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 945 time: 0.0526040 Sep 21 17:48:27.241612 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Deleting port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:27.241945 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.342769 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] For port fa76f3dc-699a-4ffc-b780-f8aeb69471b2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:27.343239 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.357505 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Calling delete_port for fa76f3dc-699a-4ffc-b780-f8aeb69471b2 owned by compute:nova {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:27.498922 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.530004 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event deleted for resources: {'Port': ['ID=fa76f3dc-699a-4ffc-b780-f8aeb69471b2,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:27.579523 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] No DVR routers for this DVR port fa76f3dc-699a-4ffc-b780-f8aeb69471b2 on host hv-cinder-81000 {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:27.582121 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for port, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:27.584463 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [req-a2a28ba3-89f3-4a04-aad2-31b7b4e3ee14 req-1213a568-1fc6-4b21-b3d8-95f600629d69 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.18 "DELETE /v2.0/ports/fa76f3dc-699a-4ffc-b780-f8aeb69471b2 HTTP/1.1" status: 204 len: 173 time: 0.4454677 Sep 21 17:48:27.584916 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'name': 'network-vif-deleted', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2'}] {{(pid=98178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 17:48:27.588631 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ac9dba0b214732ffc01b3da5fa6374159c04ef18a650dd70dd7ee7602a58a2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a02dfa-ba76-4555-af24-3bbd0afbd566" -d '{"events": [{"server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "name": "network-vif-deleted", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2"}]}' {{(pid=98178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 17:48:27.631269 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7deb061-4a5b-4f8f-9be8-0959c14c0798 x-openstack-request-id: req-b7deb061-4a5b-4f8f-9be8-0959c14c0798 {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 17:48:27.631689 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec610af-6f62-45da-bf7e-0aca5f9a3cd6", "name": "network-vif-deleted", "tag": "fa76f3dc-699a-4ffc-b780-f8aeb69471b2", "status": "completed", "code": 200}]} {{(pid=98178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 17:48:27.632002 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7deb061-4a5b-4f8f-9be8-0959c14c0798 {{(pid=98178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 17:48:27.632452 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec610af-6f62-45da-bf7e-0aca5f9a3cd6', 'name': 'network-vif-deleted', 'tag': 'fa76f3dc-699a-4ffc-b780-f8aeb69471b2', 'status': 'completed', 'code': 200} Sep 21 17:48:27.873928 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [req-73994934-f272-4e92-9794-0e899367b540 req-41ac2e0c-a974-47de-b48b-f4dce95c3031 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec610af-6f62-45da-bf7e-0aca5f9a3cd6 HTTP/1.1" status: 200 len: 210 time: 0.0309644 Sep 21 17:48:28.941909 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45284) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:29.077411 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Deleting port c74f9b50-76f5-4c8f-9d9f-0e0cf66d48d5 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:29.077747 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.156417 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.156726 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.169416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Calling delete_port for c74f9b50-76f5-4c8f-9d9f-0e0cf66d48d5 owned by network:floatingip {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:29.303843 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.331676 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event deleted for resources: {'Port': ['ID=c74f9b50-76f5-4c8f-9d9f-0e0cf66d48d5,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:29.398140 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for floatingip, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.401318 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20582'] for floatingip, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:29.402504 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-57d734a4-c6c8-4c93-837c-223295a9a571 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "DELETE /v2.0/floatingips/4bf2da95-c9dc-4af7-b72b-8684ac8ff324 HTTP/1.1" status: 204 len: 168 time: 0.4593267 Sep 21 17:48:30.627249 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45296) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:30.692595 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-71f6d1e9-749e-4ace-9c58-28eb62ad8141 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.720799 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-71f6d1e9-749e-4ace-9c58-28eb62ad8141 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.797891 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-71f6d1e9-749e-4ace-9c58-28eb62ad8141 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.800621 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-71f6d1e9-749e-4ace-9c58-28eb62ad8141 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:30.801794 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-71f6d1e9-749e-4ace-9c58-28eb62ad8141 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] 10.222.0.26 "DELETE /v2.0/security-groups/46d156fd-6030-415c-ac8e-e059f834d023 HTTP/1.1" status: 204 len: 168 time: 0.1732345 Sep 21 17:48:30.811903 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6d1e9-749e-4ace-9c58-28eb62ad8141 tempest-TestVolumeBootPattern-2081613706 tempest-TestVolumeBootPattern-2081613706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d156fd-6030-415c-ac8e-e059f834d023,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:30.864258 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45300) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:30.995817 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device fa76f3dc-699a-4ffc-b780-f8aeb69471b2 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:31.023128 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] No Port match for: fa76f3dc-699a-4ffc-b780-f8aeb69471b2 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:31.023463 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Device fa76f3dc-699a-4ffc-b780-f8aeb69471b2 not bound to the agent host hv-cinder-81000 {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:31.574577 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.741895 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.842828 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Deleting port 9d31d6f4-8c5f-4216-8599-4dec4d81008b {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:31.843071 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.926951 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] For port 9d31d6f4-8c5f-4216-8599-4dec4d81008b, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=9d31d6f4-8c5f-4216-8599-4dec4d81008b,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:31.927639 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:31.941752 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Calling delete_port for 9d31d6f4-8c5f-4216-8599-4dec4d81008b owned by network:router_interface {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:32.143086 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.168967 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d31d6f4-8c5f-4216-8599-4dec4d81008b,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:32.625902 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:32.878204 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Router 0648a2d8-c191-437d-91d1-b7ed80718687 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:32.993311 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:32.998831 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a609f05a-4f63-4dd1-a4bc-713a60a23e7b admin admin] 10.222.0.26 "PUT /v2.0/routers/0648a2d8-c191-437d-91d1-b7ed80718687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332364 Sep 21 17:48:33.001433 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45304) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:33.006012 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] Sync routers for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:33.022713 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:33.023378 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:48:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:33.122293 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks [] for router, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.140392 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:33.255265 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.308990 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Deleting port 8817bcac-8a2f-4a40-96e8-34946b69af26 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:33.309320 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.341038 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:48:32Z', 'revision_number': 5, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port': {'id': '8817bcac-8a2f-4a40-96e8-34946b69af26', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:33Z', 'updated_at': '2021-09-21T17:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:33.367955 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] Checking router: 0648a2d8-c191-437d-91d1-b7ed80718687 for host: dv-cinder-810000-2-iscsi {{(pid=98180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:33.385355 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] Routers {'0648a2d8-c191-437d-91d1-b7ed80718687'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:33.385965 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:48:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['0648a2d8-c191-437d-91d1-b7ed80718687'], 'active': True} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:33.399933 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] For port 8817bcac-8a2f-4a40-96e8-34946b69af26, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=8817bcac-8a2f-4a40-96e8-34946b69af26,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:33.400212 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.415514 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Calling delete_port for 8817bcac-8a2f-4a40-96e8-34946b69af26 owned by network:router_gateway {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:33.487918 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvr_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] Set router 0648a2d8-c191-437d-91d1-b7ed80718687 gateway port host: None {{(pid=98180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:33.545623 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_hamode_db [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:48:33Z', 'revision_number': 6, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:33.572762 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6083350d-3cd6-4df4-85dc-a77e38cb6244 None None] The sync data for ids ['0648a2d8-c191-437d-91d1-b7ed80718687'] in dv-cinder-810000-2-iscsi is: [{'id': '0648a2d8-c191-437d-91d1-b7ed80718687', 'name': 'tempest-TestVolumeBootPattern-1825868425-router', 'tenant_id': '8348a0a891c947f1ac281badfe4314c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:32Z', 'updated_at': '2021-09-21T17:48:33Z', 'revision_number': 6, 'project_id': '8348a0a891c947f1ac281badfe4314c6', 'gw_port_host': None}] {{(pid=98180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:33.614002 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.637952 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8817bcac-8a2f-4a40-96e8-34946b69af26,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:33.705213 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.797586 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.799817 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.845511 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.846569 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0648a2d8-c191-437d-91d1-b7ed80718687 {{(pid=98179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:48:33.852538 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] Notify callbacks [] for router, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.853730 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-a4a67783-7222-47fe-8bca-9cadec19de43 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0648a2d8-c191-437d-91d1-b7ed80718687 HTTP/1.1" status: 204 len: 168 time: 0.8513489 Sep 21 17:48:33.856271 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45306) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:33.905753 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] Deleting subnet e70da9d0-60bf-4ec9-8efc-eb18d26c3835 {{(pid=98179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:48:33.909488 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:33.946294 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13313654'] for subnet, precommit_delete_associations {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.051413 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.116534 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13628358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14397388'] for subnet, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.162975 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.168687 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e70da9d0-60bf-4ec9-8efc-eb18d26c3835 HTTP/1.1" status: 204 len: 168 time: 0.3072615 Sep 21 17:48:34.168687 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7bc69-b5d0-4ed1-87c1-69e93cc79f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70da9d0-60bf-4ec9-8efc-eb18d26c3835,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:34.169387 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45308) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:34.175858 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c32a39-1cb8-4e56-9d15-79ecfeed3942 None None] Network 5642bc50-bcfd-4024-a62d-47499308613d requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:34.245363 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.302270 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Deleting port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 {{(pid=98179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:34.302270 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.376106 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.db [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] For port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:34.376507 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.383305 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] DHCP port deletion for 5642bc50-bcfd-4024-a62d-47499308613d request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:48:34.398506 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.plugin [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Calling delete_port for 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 owned by network:dhcp {{(pid=98179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:34.437439 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] Deleting port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 {{(pid=98180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:34.437439 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.498939 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13628393'] for port, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.529007 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] For port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,segment=NetworkSegment(11b42db2-4e8d-4a2c-8b38-c9924dac6d9b),segment_id=11b42db2-4e8d-4a2c-8b38-c9924dac6d9b)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:34.529412 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.548308 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:34.548773 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] Calling delete_port for 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 owned by network:dhcp {{(pid=98180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:34.553088 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] No DVR routers for this DVR port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 on host dv-cinder-810000-2-iscsi {{(pid=98179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:34.636529 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.673529 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5642bc50-bcfd-4024-a62d-47499308613d']}} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:34.688036 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 9d31d6f4-8c5f-4216-8599-4dec4d81008b no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:34.690416 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b') {'for_net_delete': True} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:34.690949 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.services.segments.db [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b42db2-4e8d-4a2c-8b38-c9924dac6d9b') {} {{(pid=98179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:34.694035 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.705033 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13313661'] for segment, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.719451 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 9d31d6f4-8c5f-4216-8599-4dec4d81008b {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:34.719674 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 9d31d6f4-8c5f-4216-8599-4dec4d81008b not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:34.719955 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 8817bcac-8a2f-4a40-96e8-34946b69af26 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:34.725488 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.732417 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=98179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:48:34.732808 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13628440'] for segment, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: Traceback (most recent call last): Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: timer() Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: cb(*args, **kw) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: return func(*args, **kwargs) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: self._notify() Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: self.callback(batched_events) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: event.method(event) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: return f(self, *a, **k) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._get(url).json() Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: return self.request(url, 'GET', **kwargs) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:48:34.739384 dv-cinder-810000-2-iscsi neutron-server[98179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:48:34.762128 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] Pushing event deleted for resources: {'Port': ['ID=0a974760-baa0-4c9b-bfb9-0b7bb7b6d362,revision_number=None']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:34.763936 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba21f4-ed20-42e1-b83c-83eba359de39 None None] No DVR routers for this DVR port 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 on host dv-cinder-810000-2-iscsi {{(pid=98180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:34.765367 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 8817bcac-8a2f-4a40-96e8-34946b69af26 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:34.765697 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 8817bcac-8a2f-4a40-96e8-34946b69af26 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:34.766103 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:34.793816 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:34.794167 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 0a974760-baa0-4c9b-bfb9-0b7bb7b6d362 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:34.818531 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.825753 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:34.828986 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] 10.222.0.26 "DELETE /v2.0/networks/5642bc50-bcfd-4024-a62d-47499308613d HTTP/1.1" status: 204 len: 168 time: 0.6584806 Sep 21 17:48:34.833189 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45310) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:34.841775 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f321d2-9fc9-4215-a132-49fb231e26dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5642bc50-bcfd-4024-a62d-47499308613d,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:35.198796 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585163'] for router_interface, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.471640 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Deleting port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:35.471962 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.554973 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] For port bbff09a5-fc3e-4c21-84ab-818e7c55c2bf, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,segment=NetworkSegment(ff7af171-d9b9-4aeb-a82b-41ccc29025db),segment_id=ff7af171-d9b9-4aeb-a82b-41ccc29025db)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:35.555351 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.568160 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Calling delete_port for bbff09a5-fc3e-4c21-84ab-818e7c55c2bf owned by network:router_interface {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:35.751457 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:35.783990 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbff09a5-fc3e-4c21-84ab-818e7c55c2bf,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:35.955466 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1657527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585083'] for router_interface, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.200390 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Router 27726c05-8c43-4ffb-b11d-707606ce53c4 has already been hosted by L3 agent e0a52fbd-f467-47d2-87cc-23347451ac51 {{(pid=98178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 17:48:36.304728 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] Notify agent at l3_agent.dv-cinder-810000-2-iscsi the message routers_updated {{(pid=98178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 17:48:36.309618 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-943e91d1-6786-49b1-8fa4-511667cfc5d8 admin admin] 10.222.0.26 "PUT /v2.0/routers/27726c05-8c43-4ffb-b11d-707606ce53c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4754081 Sep 21 17:48:36.312196 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45312) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:36.315171 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] Sync routers for ids ['27726c05-8c43-4ffb-b11d-707606ce53c4'] in dv-cinder-810000-2-iscsi {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 17:48:36.325352 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] Routers {'27726c05-8c43-4ffb-b11d-707606ce53c4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:36.325964 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:48:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['27726c05-8c43-4ffb-b11d-707606ce53c4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:36.427409 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks [] for router, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.436588 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] Set router 27726c05-8c43-4ffb-b11d-707606ce53c4 gateway port host: dv-cinder-810000-2-iscsi {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:36.537459 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.647560 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'external_fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:48:35Z', 'revision_number': 5, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port': {'id': 'ffa42062-804e-4dd2-9493-00cf78ee7af9', 'name': '', 'network_id': '8159cc5a-783d-48d5-9064-54bc40d9fed0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '68129fc1-2800-4719-8be1-4f09713d306e', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68129fc1-2800-4719-8be1-4f09713d306e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-2-iscsi'}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:36.678262 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] Checking router: 27726c05-8c43-4ffb-b11d-707606ce53c4 for host: dv-cinder-810000-2-iscsi {{(pid=98181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 17:48:36.687521 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] Routers {'27726c05-8c43-4ffb-b11d-707606ce53c4'} bound to L3 agent in host dv-cinder-810000-2-iscsi {{(pid=98181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 17:48:36.688142 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T17:27:54Z,description=,heartbeat_timestamp=2021-09-21T17:48:24Z,host='dv-cinder-810000-2-iscsi',id=e0a52fbd-f467-47d2-87cc-23347451ac51,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T17:27:54Z,topic='l3_agent')) {'router_ids': ['27726c05-8c43-4ffb-b11d-707606ce53c4'], 'active': True} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:36.824803 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_dvr_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] Set router 27726c05-8c43-4ffb-b11d-707606ce53c4 gateway port host: None {{(pid=98181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 17:48:36.856336 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Deleting port ffa42062-804e-4dd2-9493-00cf78ee7af9 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:36.856668 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.881859 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.l3_hamode_db [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:48:36Z', 'revision_number': 6, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port_host': None}], 'dv-cinder-810000-2-iscsi', False) {} {{(pid=98181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:36.935607 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc84c077-a818-42c0-8b61-5b204a3ef271 None None] The sync data for ids ['27726c05-8c43-4ffb-b11d-707606ce53c4'] in dv-cinder-810000-2-iscsi is: [{'id': '27726c05-8c43-4ffb-b11d-707606ce53c4', 'name': 'tempest-TestVolumeBootPattern-988669894-router', 'tenant_id': '718648ad3f4c412e96de8bceabc5971a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T17:40:39Z', 'updated_at': '2021-09-21T17:48:36Z', 'revision_number': 6, 'project_id': '718648ad3f4c412e96de8bceabc5971a', 'gw_port_host': None}] {{(pid=98181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 17:48:36.943073 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] For port ffa42062-804e-4dd2-9493-00cf78ee7af9, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=ffa42062-804e-4dd2-9493-00cf78ee7af9,segment=NetworkSegment(6742fae2-26f3-4a8a-a9c4-5d0a779b3896),segment_id=6742fae2-26f3-4a8a-a9c4-5d0a779b3896)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:36.943337 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:36.959563 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Calling delete_port for ffa42062-804e-4dd2-9493-00cf78ee7af9 owned by network:router_gateway {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:37.138302 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.165998 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa42062-804e-4dd2-9493-00cf78ee7af9,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:37.240255 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585021'] for router_gateway, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.332113 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1586220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.334514 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.387905 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1586391'] for router, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.388855 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27726c05-8c43-4ffb-b11d-707606ce53c4 {{(pid=98178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 17:48:37.393711 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] Notify callbacks [] for router, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.397616 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-0cb4efb1-fbbd-4528-b7c2-e0499ea40778 admin admin] 10.222.0.26 "DELETE /v2.0/routers/27726c05-8c43-4ffb-b11d-707606ce53c4 HTTP/1.1" status: 204 len: 168 time: 1.0817840 Sep 21 17:48:37.397778 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45314) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:37.441784 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] Deleting subnet 67432541-4f9e-4ef5-a663-f62cba121018 {{(pid=98178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 17:48:37.445452 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.480100 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12888018'] for subnet, precommit_delete_associations {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.570325 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608408'] for subnet, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.636189 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16242730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12879047'] for subnet, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.664555 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67432541-4f9e-4ef5-a663-f62cba121018,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:37.668615 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for subnet, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.670537 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-68c69b48-f40d-48a0-b7fe-a92cc1bcf5b5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/67432541-4f9e-4ef5-a663-f62cba121018 HTTP/1.1" status: 204 len: 168 time: 0.2718487 Sep 21 17:48:37.674419 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45316) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:37.679919 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e9c3d-c83f-47ca-8a10-88ba34efefc5 None None] Network a2d3c1cd-c6c4-4354-8dbb-e87793488c22 requested from dv-cinder-810000-2-iscsi {{(pid=98180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 17:48:37.779422 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-740969'] for network, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.841893 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Deleting port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 {{(pid=98178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:37.842320 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.886253 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] DHCP port deletion for a2d3c1cd-c6c4-4354-8dbb-e87793488c22 request from dv-cinder-810000-2-iscsi {{(pid=98180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 17:48:37.917128 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.db [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] For port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,segment=NetworkSegment(ff7af171-d9b9-4aeb-a82b-41ccc29025db),segment_id=ff7af171-d9b9-4aeb-a82b-41ccc29025db)] {{(pid=98178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:37.917399 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:37.930416 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Calling delete_port for 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 owned by network:dhcp {{(pid=98178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:37.945123 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] Deleting port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 {{(pid=98180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 17:48:37.945562 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741006528561'] for port, before_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.016180 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.db [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] For port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0, host dv-cinder-810000-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-2-iscsi',level=0,port_id=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,segment=NetworkSegment(ff7af171-d9b9-4aeb-a82b-41ccc29025db),segment_id=ff7af171-d9b9-4aeb-a82b-41ccc29025db)] {{(pid=98180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 17:48:38.016577 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581891'] for port, precommit_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.021906 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16242693'] for port, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.036605 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] Calling delete_port for 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 owned by network:dhcp {{(pid=98180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 17:48:38.053976 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Pushing event deleted for resources: {'Port': ['ID=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.055788 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] No DVR routers for this DVR port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 on host dv-cinder-810000-2-iscsi {{(pid=98178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:38.137074 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-669801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741006534903', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741006014931'] for port, after_delete {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.149253 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-607775', 'neutron.services.segments.db._delete_segments_for_network-8741006512285'] for network, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.165014 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] No DVR routers for this DVR port 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 on host dv-cinder-810000-2-iscsi {{(pid=98180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 17:48:38.169082 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff8664-cc9e-4725-8eb7-b75a4cd22926 None None] Pushing event deleted for resources: {'Port': ['ID=11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0,revision_number=None']} {{(pid=98180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.183434 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d3c1cd-c6c4-4354-8dbb-e87793488c22']}} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:38.194058 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7af171-d9b9-4aeb-a82b-41ccc29025db') {'for_net_delete': True} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:38.194373 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.services.segments.db [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7af171-d9b9-4aeb-a82b-41ccc29025db') {} {{(pid=98178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 17:48:38.209596 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741006511782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12888025'] for segment, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.224742 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509'] for segment, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.231473 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=98178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 17:48:38.231860 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-618509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16244724'] for segment, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: Traceback (most recent call last): Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: timer() Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: cb(*args, **kw) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: return func(*args, **kwargs) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: self._notify() Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: self.callback(batched_events) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: event.method(event) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: return f(self, *a, **k) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._get(url).json() Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: return self.request(url, 'GET', **kwargs) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 17:48:38.233544 dv-cinder-810000-2-iscsi neutron-server[98178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 17:48:38.287824 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-607750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1657156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584921'] for network, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.293863 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1657174'] for network, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.295716 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] 10.222.0.26 "DELETE /v2.0/networks/a2d3c1cd-c6c4-4354-8dbb-e87793488c22 HTTP/1.1" status: 204 len: 168 time: 0.6202786 Sep 21 17:48:38.306603 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd1aa-dc09-4b23-a5cc-7d60773100ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d3c1cd-c6c4-4354-8dbb-e87793488c22,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.489831 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45320) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:38.529708 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-f14232e8-dd4a-41a7-ba2b-2f7b53336620 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8348a0a891c947f1ac281badfe4314c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387247 Sep 21 17:48:38.532471 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [-] (98178) accepted ('10.222.0.26', 45322) {{(pid=98178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:38.593485 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3217e38a-81a7-4ad1-9f36-998c8122673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.615578 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3217e38a-81a7-4ad1-9f36-998c8122673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.645774 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ffa42062-804e-4dd2-9493-00cf78ee7af9 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:38.667519 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3217e38a-81a7-4ad1-9f36-998c8122673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.668122 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: ffa42062-804e-4dd2-9493-00cf78ee7af9 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:38.668572 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device ffa42062-804e-4dd2-9493-00cf78ee7af9 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:38.669105 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device bbff09a5-fc3e-4c21-84ab-818e7c55c2bf no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:38.672606 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron_lib.callbacks.manager [None req-3217e38a-81a7-4ad1-9f36-998c8122673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:38.678380 dv-cinder-810000-2-iscsi neutron-server[98178]: INFO neutron.wsgi [None req-3217e38a-81a7-4ad1-9f36-998c8122673b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a64e0f9d-7f71-4d16-9009-d0a0d1acee7c HTTP/1.1" status: 204 len: 168 time: 0.1447842 Sep 21 17:48:38.688859 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217e38a-81a7-4ad1-9f36-998c8122673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64e0f9d-7f71-4d16-9009-d0a0d1acee7c,revision_number=None']} {{(pid=98178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:38.689860 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: bbff09a5-fc3e-4c21-84ab-818e7c55c2bf {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:38.690359 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device bbff09a5-fc3e-4c21-84ab-818e7c55c2bf not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:38.690602 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 no longer exists at agent ovs-agent-dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 17:48:38.714652 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.plugin [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] No Port match for: 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 {{(pid=98180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 17:48:38.715003 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron.plugins.ml2.rpc [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Device 11a6ef1d-615b-4083-b1ba-3cb1a5c9e9f0 not bound to the agent host dv-cinder-810000-2-iscsi {{(pid=98180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 17:48:39.038825 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45328) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:39.081537 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-9e25f456-6467-40d6-bdeb-4bb7538faee3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=718648ad3f4c412e96de8bceabc5971a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413263 Sep 21 17:48:39.084039 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [-] (98179) accepted ('10.222.0.26', 45330) {{(pid=98179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 17:48:39.137971 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e972b96-4cbf-44a5-af44-8c8751ff776d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.159660 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e972b96-4cbf-44a5-af44-8c8751ff776d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.213516 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e972b96-4cbf-44a5-af44-8c8751ff776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585108'] for security_group, after_delete {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.216240 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron_lib.callbacks.manager [None req-6e972b96-4cbf-44a5-af44-8c8751ff776d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:39.217517 dv-cinder-810000-2-iscsi neutron-server[98179]: INFO neutron.wsgi [None req-6e972b96-4cbf-44a5-af44-8c8751ff776d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ead5058-7f27-432d-855b-5d55d6d63a16 HTTP/1.1" status: 204 len: 168 time: 0.1326034 Sep 21 17:48:39.226056 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e972b96-4cbf-44a5-af44-8c8751ff776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead5058-7f27-432d-855b-5d55d6d63a16,revision_number=None']} {{(pid=98179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 17:48:51.412014 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f98a4497-3d7e-472e-856f-b2cbb7a72ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:53.772640 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:48:53.939392 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1cd4-4374-4e5b-919f-902801c0cfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:54.184578 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:55.076886 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:48:56.760713 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:01.754732 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:21.413124 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-c6d63907-147d-49bf-8b63-c5418ecd8c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:23.940567 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-79116c3c-f3e8-46a5-a05c-ee9c93cf4a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:24.185576 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:25.083448 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:26.764380 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:30.770515 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:49:31.771771 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:51.415054 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-1b8f4e4c-86bc-46ab-adfa-03ddbb2db050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:53.941054 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-cf8ee364-3498-4a4b-8062-9d72d6f8a8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:54.185917 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:55.082615 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:49:56.787191 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:01.772001 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:07.769628 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:50:21.415345 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-39cddb32-f923-47d6-9ad3-8ac3afb4bdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:23.943761 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-78b71755-7cc5-4898-a417-1036a74d7f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:24.187473 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:25.084752 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:26.770454 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:31.787890 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:44.768352 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:50:51.414997 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-f8e165fd-7e7f-4e2d-9a7d-407d2773012b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:53.944236 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-0481e35f-3e72-4d61-a979-9d02cdccc917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:54.188887 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:55.088156 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:50:56.773030 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:01.804142 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.415842 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-c946863f-eb78-4483-a046-e197339fba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:21.767411 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:51:23.945866 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-8306e1bd-edcd-4645-96e8-b1d85e8b2b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:24.188426 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.075438 dv-cinder-810000-2-iscsi neutron-server[98179]: DEBUG neutron.wsgi [req-2b0ea946-6021-4bbd-befb-fdb718608c43 req-d0af3ba2-981e-4b1b-88cd-52516928cde6 service neutron] (98179) timed out ('10.222.0.18', 54741) {{(pid=98179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 17:51:25.090252 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:25.159930 dv-cinder-810000-2-iscsi neutron-server[98178]: DEBUG neutron.wsgi [req-31786650-9aa8-49e5-afd0-aa93aa038fa3 req-cbb3f0d8-d136-4fd2-8594-9b4feaabfdd3 service neutron] (98178) timed out ('10.222.0.18', 54735) {{(pid=98178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 17:51:26.776746 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:31.804453 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:51.417501 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ef2bec65-bf75-4932-9a11-bc02aa87eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:53.946439 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-d46819e4-518b-4852-b133-3314f2842347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:54.190248 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:55.093737 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:56.909496 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:51:58.766152 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:52:01.824167 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:21.419088 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-890e64cf-89b4-4fbe-8651-9cf67dc0b2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:23.946971 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-83c7d717-054d-4c0c-ac41-ad63f3320d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:24.190581 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:25.096084 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:26.781390 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:31.836092 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:35.765979 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:52:51.421851 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-870b1aae-83d2-4d4c-9859-0d5c5310e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:53.947287 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-cc304b63-229a-4547-8f52-0adcf23672b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:54.193909 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:55.099514 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:52:56.784564 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:01.835931 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:12.766859 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:53:21.423173 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce823479-ba4b-400c-9f78-3786fc3992f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:23.947931 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ad084047-e3ee-4211-a1ea-fcdad47e1be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:24.195492 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:25.102087 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:26.789062 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:31.840545 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:49.766009 dv-cinder-810000-2-iscsi neutron-server[98181]: DEBUG neutron.db.agents_db [None req-4a5fb1e9-f202-4c00-bc0c-d1c32a0a76dd None None] Agent healthcheck: found 6 active agents {{(pid=98181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 17:53:51.426190 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-6c3557c2-ab8b-4898-a814-8f976d6d3ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:53.948421 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-04c2ae8e-dcbb-421f-b864-7ebbbcd7ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:54.195464 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-ce64c22b-de84-4aa6-935d-0d18bda97746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:55.107682 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-93e5f91a-fe39-4294-a344-20f82f25cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:53:56.808006 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-29e7ceff-7af3-4211-b30c-011a5c8080a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 17:54:01.867656 dv-cinder-810000-2-iscsi neutron-server[98180]: DEBUG neutron_lib.callbacks.manager [None req-e76c7b56-64f6-4150-9744-462c1f3b0802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741006512267', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-613919'] for agent, after_update {{(pid=98180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}